-- Logs begin at Sat 2022-03-05 02:11:47 UTC, end at Sat 2022-03-05 03:06:49 UTC. -- Mar 05 02:43:51.706041 dv-cinder-827259-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 05 02:43:54.627269 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.common.config [-] Logging enabled! Mar 05 02:43:54.627876 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 05 02:43:54.628013 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 02:43:54.631260 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.common.config [-] Logging enabled! Mar 05 02:43:54.631519 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 05 02:43:54.631837 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114506) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 02:43:54.632783 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 02:43:54.633026 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 02:43:54.633400 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 02:43:54.633652 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 02:43:54.634289 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 02:43:54.634618 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.635088 dv-cinder-827259-3-smb neutron-server[114506]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 05 02:43:54.635422 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.635773 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.636601 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.636884 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.637182 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.637469 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.637761 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.638062 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.638361 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.638643 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.638959 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.639260 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.639547 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.639836 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.640128 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.640415 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] debug = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.640700 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.641146 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.641566 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.641850 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.642144 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.642437 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.642710 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.643021 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.643311 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.643641 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] host = dv-cinder-827259-3-smb {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.643923 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.644215 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.644505 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.644793 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.645072 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.645350 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.645637 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.645914 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.646191 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.646471 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.646765 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.647077 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.647372 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.647602 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.647831 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.648129 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.648439 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.648700 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.648978 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.649256 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.649532 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.649809 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.650081 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.650371 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.650660 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.650974 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.651255 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.651566 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.651841 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.652121 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.652408 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.652690 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.652972 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.653250 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.653541 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.653815 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.654091 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.654395 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.654684 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.654994 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.655287 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.655567 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.655853 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.656128 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.656403 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.656680 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] use_json = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.656957 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.657231 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.657514 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.657790 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.658066 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.658347 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.658620 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.658937 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.659215 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:54.659512 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.659809 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.660110 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.660407 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.660700 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.660984 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.661276 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.661558 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.661846 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.662134 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.662427 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.662708 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.663039 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.663331 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.663628 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.663936 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.664231 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.664525 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.664804 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.665083 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.665362 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.665644 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.665933 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.666212 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.666503 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.666825 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.667121 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.667422 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.667712 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.668009 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.668302 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.668581 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.668864 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.669157 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.669438 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.669713 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.669993 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.670283 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.670564 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.670861 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.671149 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.671431 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.671707 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.671982 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.672262 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.672555 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.672834 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.673114 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.673388 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.673666 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.673939 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.674224 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.674504 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.674779 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.675074 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.675354 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.675631 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.675907 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.676185 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.676460 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.676739 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.677015 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.677287 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.677561 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.677835 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.678107 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.678378 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.678650 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.678952 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.679230 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.679508 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.679783 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.680061 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.680339 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.680627 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.680930 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.681374 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.681797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.682084 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.682371 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.683196 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.683485 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.683771 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.684055 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.684331 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.684626 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.684910 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.685202 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.685513 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.685792 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.686090 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.686373 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.686649 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.686959 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.687285 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.687707 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.688035 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.688406 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.688704 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.689005 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.689334 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.689801 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.690104 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.690464 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.690780 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.691091 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:54.691319 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 02:43:54.691566 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114506) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 05 02:43:55.063888 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 05 02:43:55.064167 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 05 02:43:55.064476 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 05 02:43:55.064957 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 05 02:43:55.391881 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.392111 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.392386 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.393677 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.393956 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.394226 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.440315 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.440594 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.440864 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.454826 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.455120 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.455394 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.484113 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.484395 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.484669 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.521446 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.521731 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.522002 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.867511 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.868126 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.868126 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.868306 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.869008 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.968901 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.969223 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.969508 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.969783 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.970056 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.970372 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.970639 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.970937 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.971200 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.971487 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.971750 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.972018 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.972282 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.972539 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.972797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.973065 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.973323 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.973595 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.973864 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.974126 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.974400 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.974656 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.974963 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.975342 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.975596 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.975847 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:55.976241 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:55.976484 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:55.976724 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:55.976963 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:55.977201 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:55.977436 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:55.977800 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 05 02:43:55.981465 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 05 02:43:55.985560 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 05 02:43:55.989292 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 05 02:43:55.990964 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 05 02:43:55.991439 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 05 02:43:55.991778 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 05 02:43:55.992160 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 05 02:43:55.995040 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 05 02:43:55.995297 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 05 02:43:55.995649 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 02:43:56.000548 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 05 02:43:56.024239 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 05 02:43:56.024692 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.024993 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114506) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 05 02:43:56.025369 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.027293 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114506) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 05 02:43:56.027578 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 02:43:56.027830 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 05 02:43:56.031138 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.031429 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.094000 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 05 02:43:56.094243 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 05 02:43:56.094488 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 05 02:43:56.094883 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 05 02:43:56.114563 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_db.sqlalchemy.engines [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114506) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 05 02:43:56.550663 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing driver for type 'gre' Mar 05 02:43:56.551213 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] gre ID ranges: [(1, 1000)] Mar 05 02:43:56.604855 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing driver for type 'local' Mar 05 02:43:56.605272 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing driver for type 'vlan' Mar 05 02:43:56.617898 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] VlanTypeDriver initialization complete Mar 05 02:43:56.618309 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing driver for type 'vxlan' Mar 05 02:43:56.618838 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] vxlan ID ranges: [(1, 1000)] Mar 05 02:43:56.671095 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing extension driver 'port_security' Mar 05 02:43:56.671443 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.extensions.port_security [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] PortSecurityExtensionDriver initialization complete Mar 05 02:43:56.671784 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing mechanism driver 'openvswitch' Mar 05 02:43:56.672111 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing mechanism driver 'hyperv' Mar 05 02:43:56.678666 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.plugin [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:56.679531 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.679909 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.680268 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.680802 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:56.681239 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.681597 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.681945 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.682342 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:56.682848 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.683205 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.683559 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.683956 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:56.684366 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > security_group after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.684723 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > security_group after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.685068 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.685470 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:56.685880 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.686229 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.686572 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.686995 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:56.687406 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > address_group after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.687757 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > address_group after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.688104 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.688504 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114506) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 02:43:56.688956 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] ML2 OVO RPC backend initialized. {{(pid=114506) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 05 02:43:56.689663 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.690021 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.690438 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.690790 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > networks before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.691162 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.691507 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > ports before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.691857 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.692200 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnets before_response 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.692552 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.692896 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.693237 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.693577 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.693917 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.694256 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.694597 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.694970 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.695308 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.702577 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded quota_driver: . Mar 05 02:43:56.702985 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.plugin [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Modular L2 Plugin initialization complete Mar 05 02:43:56.703341 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading services supported by the core plugin {{(pid=114506) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 05 02:43:56.703684 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.plugins.ml2.managers [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Got port-security extension from driver 'port_security' Mar 05 02:43:56.704166 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.extensions.vlantransparent [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Disabled vlantransparent extension. Mar 05 02:43:56.704661 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114506) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 05 02:43:56.704993 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: router Mar 05 02:43:56.741592 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.741988 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_create 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.742365 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router before_create 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.742732 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.743137 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.743497 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_delete 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.743857 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.744208 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.744568 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_create 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.744916 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_update 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.745293 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_update 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.745642 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.746002 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_update 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.746423 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_update 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.746812 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.747155 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.747499 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: subnet after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.747840 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.748191 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.748536 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_create 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.748880 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.749223 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.749581 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router after_update 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.749922 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.750399 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_create 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.750766 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.751137 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_update 55549900 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.751503 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > agent after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.751853 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > agent after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.752202 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > network after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.753048 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Tracking information for resource: router configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:56.753383 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Tracking information for resource: floatingip configured {{(pid=114506) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 02:43:56.758276 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.db.l3_agentschedulers_db [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 05 02:43:56.758882 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.759248 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port after_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.759604 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port after_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.759960 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: port after_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.760770 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router before_create 55550100 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.761141 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.761506 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_create 55550100 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.761868 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > router precommit_update 55550100 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.767665 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.provider_configuration [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service providers = [] {{(pid=114506) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 05 02:43:56.768039 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.db.servicetype_db [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114506) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 05 02:43:56.771048 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.service_base [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:56.771402 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.service_base [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:56.771747 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.service_base [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:56.772650 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.services.service_base [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114506) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 02:43:56.773028 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.services.service_base [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 05 02:43:56.773406 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.773730 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 05 02:43:56.784981 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.785326 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: auto_allocate Mar 05 02:43:56.791175 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: network precommit_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.791553 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: network precommit_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.792631 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.792957 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: tag Mar 05 02:43:56.799762 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.800100 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: timestamp Mar 05 02:43:56.803949 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.804287 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: network_ip_availability Mar 05 02:43:56.809813 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.810192 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.810556 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:56.811298 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.811625 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: flavors Mar 05 02:43:56.816575 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.816915 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading Plugin: revisions Mar 05 02:43:56.821240 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114506) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 02:43:56.821636 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_concurrency.lockutils [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=114506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 05 02:43:56.822382 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114506) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 05 02:43:56.822725 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Initializing extension manager. Mar 05 02:43:56.823300 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: __init__.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.823648 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: __pycache__ {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.823988 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.824726 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: address_group.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.825078 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.825652 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: address-group Mar 05 02:43:56.825984 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: address_scope.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.826702 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.827258 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: address-scope Mar 05 02:43:56.827590 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.828526 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.829048 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: router-admin-state-down-before-update Mar 05 02:43:56.829376 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: agent.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.830081 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.830600 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: agent Mar 05 02:43:56.830966 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: agent_resources_synced.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.831895 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.832413 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: agent-resources-synced Mar 05 02:43:56.832741 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: allowedaddresspairs.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.834775 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.835389 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: allowed-address-pairs Mar 05 02:43:56.835723 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: auto_allocated_topology.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.836806 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.837327 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: auto-allocated-topology Mar 05 02:43:56.837655 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: availability_zone.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.838356 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.839406 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: availability_zone Mar 05 02:43:56.839737 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: availability_zone_filter.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.840659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.841175 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: availability_zone_filter Mar 05 02:43:56.841499 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: data_plane_status.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.842413 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.842948 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension data-plane-status not supported by any of loaded plugins Mar 05 02:43:56.843277 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: default_subnetpools.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.844193 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.844705 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: default-subnetpools Mar 05 02:43:56.845030 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.845837 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.846352 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: dhcp_agent_scheduler Mar 05 02:43:56.846679 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: dns.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.847630 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.848142 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension dns-integration not supported by any of loaded plugins Mar 05 02:43:56.848469 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: dns_domain_ports.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.849391 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.849904 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 05 02:43:56.850231 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.851185 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.851696 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 05 02:43:56.852022 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: dvr.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.852695 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.853205 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: dvr Mar 05 02:43:56.853530 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: ecmp_routes.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.854500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.855090 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 05 02:43:56.855377 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: empty_string_filtering.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.856284 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.856798 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: empty-string-filtering Mar 05 02:43:56.857124 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.858047 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.858556 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 05 02:43:56.858905 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.859829 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.860342 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 05 02:43:56.860665 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: external_net.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.861582 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.862094 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: external-net Mar 05 02:43:56.862420 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.863353 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.863864 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: extra_dhcp_opt Mar 05 02:43:56.864187 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: extraroute.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.865102 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.865613 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: extraroute Mar 05 02:43:56.865935 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: extraroute_atomic.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.867008 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.867527 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: extraroute-atomic Mar 05 02:43:56.867852 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: filter_validation.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.868522 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.869033 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: filter-validation Mar 05 02:43:56.869354 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: fip_pf_description.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.870817 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.871329 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 05 02:43:56.871656 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: fip_port_details.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.872885 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.873406 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: fip-port-details Mar 05 02:43:56.873735 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: flavors.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.875009 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.875533 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: flavors Mar 05 02:43:56.875867 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.877565 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.878091 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 05 02:43:56.878428 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: floatingip_pools.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.879157 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.879682 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: floatingip-pools Mar 05 02:43:56.880009 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: ip_allocation.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.880957 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.881467 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension ip_allocation not supported by any of loaded plugins Mar 05 02:43:56.881795 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.882715 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.883257 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: ip-substring-filtering Mar 05 02:43:56.883586 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l2_adjacency.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.884518 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.885031 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 05 02:43:56.885358 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.886924 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.887437 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: router Mar 05 02:43:56.887772 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.890047 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.890580 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 05 02:43:56.890954 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.891897 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.892419 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: ext-gw-mode Mar 05 02:43:56.892752 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.893680 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.894198 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: l3-ha Mar 05 02:43:56.894533 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.895479 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.895989 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 05 02:43:56.896319 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_flavors.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.897242 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.897760 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: l3-flavors Mar 05 02:43:56.898090 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.899588 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.900115 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 05 02:43:56.900452 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.901399 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.901924 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 05 02:43:56.902255 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: l3agentscheduler.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.903333 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.903856 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: l3_agent_scheduler Mar 05 02:43:56.904191 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: local_ip.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.905983 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.906514 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension local_ip not supported by any of loaded plugins Mar 05 02:43:56.906891 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: logging.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.909820 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.910363 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension logging not supported by any of loaded plugins Mar 05 02:43:56.910713 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: metering.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.911488 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.912083 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: metering Mar 05 02:43:56.912423 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.913525 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.914049 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: metering_source_and_destination_fields Mar 05 02:43:56.914386 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: multiprovidernet.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.915353 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.915871 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: multi-provider Mar 05 02:43:56.916202 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: netmtu.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.917149 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.917671 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: net-mtu Mar 05 02:43:56.917999 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: netmtu_writable.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.918959 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.919478 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: net-mtu-writable Mar 05 02:43:56.919807 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: network_availability_zone.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.920479 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.920992 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: network_availability_zone Mar 05 02:43:56.921321 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: network_ip_availability.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.922445 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.922998 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: network-ip-availability Mar 05 02:43:56.923331 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: network_segment_range.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.924114 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.924624 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension network-segment-range not supported by any of loaded plugins Mar 05 02:43:56.924952 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: pagination.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.925936 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.926271 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: pagination Mar 05 02:43:56.926597 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: port_device_profile.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.927550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.928079 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: port-device-profile Mar 05 02:43:56.928409 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.929342 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.929861 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: port-mac-address-regenerate Mar 05 02:43:56.930190 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.931138 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.931660 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: port-numa-affinity-policy Mar 05 02:43:56.931991 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: port_resource_request.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.933435 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.933945 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension port-resource-request not supported by any of loaded plugins Mar 05 02:43:56.934273 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: port_resource_request_groups.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.935276 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.935792 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 05 02:43:56.936120 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: portbindings.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.937056 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.937575 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: binding Mar 05 02:43:56.937904 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: portbindings_extended.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.939210 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.939730 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: binding-extended Mar 05 02:43:56.940063 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: portsecurity.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.940981 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.941497 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: port-security Mar 05 02:43:56.941825 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: project_id.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.942833 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.943167 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: project-id Mar 05 02:43:56.943495 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: providernet.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.944430 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.944952 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: provider Mar 05 02:43:56.945286 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.949513 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.950043 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos not supported by any of loaded plugins Mar 05 02:43:56.950380 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.951694 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.952214 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 05 02:43:56.952552 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.953474 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.953991 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 05 02:43:56.954323 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_default.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.955271 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.955792 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-default not supported by any of loaded plugins Mar 05 02:43:56.956121 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_fip.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.957046 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.957569 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-fip not supported by any of loaded plugins Mar 05 02:43:56.957901 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.959107 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.959624 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 05 02:43:56.959953 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_gateway_ip.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.960882 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.961403 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 05 02:43:56.961735 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_port_network_policy.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.962769 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.963310 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 05 02:43:56.963641 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.964720 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.965237 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 05 02:43:56.965568 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.966620 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.967172 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 05 02:43:56.967509 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_pps_rule.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.968695 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.969220 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-pps not supported by any of loaded plugins Mar 05 02:43:56.969552 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_rule_type_details.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.970474 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.971030 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 05 02:43:56.971363 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: qos_rules_alias.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.972420 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.972940 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 05 02:43:56.973272 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: quota_check_limit.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.974188 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.974712 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: quota-check-limit Mar 05 02:43:56.975074 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: quotasv2.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.976007 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.976340 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: quotas Mar 05 02:43:56.976668 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: quotasv2_detail.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.978454 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.978820 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: quota_details Mar 05 02:43:56.979156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: rbac.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.980722 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.981250 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: rbac-policies Mar 05 02:43:56.981588 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: rbac_address_group.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.982533 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.983093 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: rbac-address-group Mar 05 02:43:56.983427 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: rbac_address_scope.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.984371 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.984891 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: rbac-address-scope Mar 05 02:43:56.985220 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: rbac_security_groups.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.986149 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.986664 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: rbac-security-groups Mar 05 02:43:56.987023 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: rbac_subnetpool.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.988022 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.988540 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: rbac-subnetpool Mar 05 02:43:56.988870 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: revisionifmatch.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.989802 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.990318 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: revision-if-match Mar 05 02:43:56.990645 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: revisions.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.991833 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.992355 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: standard-attr-revisions Mar 05 02:43:56.992691 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: router_availability_zone.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.993367 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.993886 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: router_availability_zone Mar 05 02:43:56.994217 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: routerservicetype.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.995288 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.995805 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension router-service-type not supported by any of loaded plugins Mar 05 02:43:56.996137 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.997074 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.997599 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: security-groups-normalized-cidr Mar 05 02:43:56.997926 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:56.998886 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:56.999406 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: port-security-groups-filtering Mar 05 02:43:56.999734 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.000679 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.001196 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: security-groups-remote-address-group Mar 05 02:43:57.001574 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.002446 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.002993 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: security-groups-shared-filtering Mar 05 02:43:57.003322 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.003914 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 05 02:43:57.004241 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: securitygroup.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.014452 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.015023 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: security-group Mar 05 02:43:57.015362 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: segment.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.016158 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.016676 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension segment not supported by any of loaded plugins Mar 05 02:43:57.017009 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.017964 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.018481 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 05 02:43:57.018830 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: servicetype.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.019966 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.020499 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: service-type Mar 05 02:43:57.020831 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: sorting.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.021819 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.022154 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: sorting Mar 05 02:43:57.022481 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: standard_attr_segment.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.023437 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.023959 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 05 02:43:57.024285 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: standardattrdescription.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.024932 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.025445 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: standard-attr-description Mar 05 02:43:57.025773 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: stateful_security_group.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.027322 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.027851 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: stateful-security-group Mar 05 02:43:57.028181 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: stdattrs_common.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.028753 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 05 02:43:57.029079 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.030027 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.030547 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 05 02:43:57.030903 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: subnet_onboard.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.032046 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.034070 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: subnet_onboard Mar 05 02:43:57.034405 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.035409 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.036110 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 05 02:43:57.036445 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: subnet_service_types.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.037469 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.038075 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: subnet-service-types Mar 05 02:43:57.038448 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: subnetallocation.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.039709 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.040233 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: subnet_allocation Mar 05 02:43:57.040568 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.041239 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.041754 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: subnetpool-prefix-ops Mar 05 02:43:57.042611 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.043596 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.044116 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 05 02:43:57.044449 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: tagging.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.045508 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.046030 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: standard-attr-tag Mar 05 02:43:57.046362 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: timestamp.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.047610 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.048141 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loaded extension: standard-attr-timestamp Mar 05 02:43:57.048471 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: trunk.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.049514 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.050035 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension trunk not supported by any of loaded plugins Mar 05 02:43:57.050367 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: trunk_details.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.051315 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.051834 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension trunk-details not supported by any of loaded plugins Mar 05 02:43:57.052169 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: uplink_status_propagation.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.053098 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.053616 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 05 02:43:57.053946 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Loading extension file: vlantransparent.py {{(pid=114506) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 02:43:57.054618 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114506) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 02:43:57.055175 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 05 02:43:57.057731 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:network Mar 05 02:43:57.058252 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:subnet Mar 05 02:43:57.058651 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:57.059075 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:port Mar 05 02:43:57.060294 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.060734 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service FLAVORS assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.061350 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.061774 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.062109 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:router Mar 05 02:43:57.062535 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:floatingip Mar 05 02:43:57.063057 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service METERING assigned prefix: /metering {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.064503 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:57.064876 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:57.065233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:43:57.066208 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 02:43:57.066645 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:security_group Mar 05 02:43:57.067110 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 02:43:57.067720 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service CORE assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.068063 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:57.068405 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] subnetpool is already registered Mar 05 02:43:57.068839 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service CORE assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.069181 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:57.069521 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] subnetpool is already registered Mar 05 02:43:57.071800 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.072241 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service FLAVORS assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.072828 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.073784 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.074123 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:router Mar 05 02:43:57.074464 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] router is already registered Mar 05 02:43:57.074901 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:floatingip Mar 05 02:43:57.075245 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] floatingip is already registered Mar 05 02:43:57.075702 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service METERING assigned prefix: /metering {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.076366 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 02:43:57.076696 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] rbac_policy is already registered Mar 05 02:43:57.077105 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:security_group Mar 05 02:43:57.077444 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] security_group is already registered Mar 05 02:43:57.077852 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 02:43:57.078188 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] security_group_rule is already registered Mar 05 02:43:57.078848 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service CORE assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.079196 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:57.079535 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] subnetpool is already registered Mar 05 02:43:57.079957 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.v2.resource_helper [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Service CORE assigned prefix: {{(pid=114506) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 02:43:57.080283 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 02:43:57.080617 dv-cinder-827259-3-smb neutron-server[114506]: WARNING neutron.quota.resource_registry [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] subnetpool is already registered Mar 05 02:43:57.081089 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: extensions {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.082551 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: address-groups {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.084312 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: address-scopes {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.085628 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: agents {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.086790 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: auto-allocated-topology {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.088052 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: availability_zones {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.089343 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: dhcp-networks {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.090913 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: dhcp-agents {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.092342 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: routers {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.094538 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: flavors {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.095735 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: service_profiles {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.096947 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: next_providers {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.098407 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: service_profiles {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.099974 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: floatingip-pools {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.101197 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: routers {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.103333 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: floatingips {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.106073 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: l3-routers {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.107448 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: l3-agents {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.108867 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: metering-labels {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.110229 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: metering-label-rules {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.111547 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: network-ip-availabilities {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.112796 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: bindings {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.114507 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: quotas {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.116103 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: quotas {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.117623 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: rbac-policies {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.118935 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: security-groups {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.120899 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: security-group-rules {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.122132 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: service-providers {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.123377 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: subnetpools {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.124792 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: subnetpools {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.126244 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.127985 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.129780 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.131578 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.133361 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.135239 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.136954 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.138862 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.140628 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.142462 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron.api.extensions [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Extended resource: tags {{(pid=114506) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 02:43:57.148299 dv-cinder-827259-3-smb neutron-server[114506]: WARNING keystonemiddleware.auth_token [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 05 02:43:57.153017 dv-cinder-827259-3-smb neutron-server[114506]: WARNING keystonemiddleware.auth_token [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 05 02:43:57.161750 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_concurrency.lockutils [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Acquired lock "singleton_lock" {{(pid=114506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 05 02:43:57.162232 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_concurrency.lockutils [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Releasing lock "singleton_lock" {{(pid=114506) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 05 02:43:57.162925 dv-cinder-827259-3-smb neutron-server[114506]: INFO oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Starting 2 workers Mar 05 02:43:57.168328 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Started child 114613 {{(pid=114506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:57.172938 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Started child 114614 {{(pid=114506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:57.173944 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.174629 dv-cinder-827259-3-smb neutron-server[114506]: INFO neutron.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 05 02:43:57.175156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.175514 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [-] (114613) wsgi starting up on http://0.0.0.0:9696 Mar 05 02:43:57.177670 dv-cinder-827259-3-smb neutron-server[114506]: INFO oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Starting 1 workers Mar 05 02:43:57.177817 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.179096 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [-] (114614) wsgi starting up on http://0.0.0.0:9696 Mar 05 02:43:57.183544 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Started child 114615 {{(pid=114506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:57.184124 dv-cinder-827259-3-smb neutron-server[114506]: INFO oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Starting 1 workers Mar 05 02:43:57.187379 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] calling RpcWorker wait() {{(pid=114615) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 05 02:43:57.187938 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] returning from RpcWorker wait() {{(pid=114615) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 05 02:43:57.188700 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Started child 114616 {{(pid=114506) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 02:43:57.189309 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.189541 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG neutron_lib.callbacks.manager [None req-f82ca9a9-1dab-4271-acd6-9d55b7d6d425 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.189867 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:57.191594 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 05 02:43:57.191816 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 02:43:57.192007 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 02:43:57.192231 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 02:43:57.192579 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 02:43:57.192746 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 02:43:57.193261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.193539 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.193826 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.193914 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:43:57.194378 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.194378 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.194988 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.195259 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.195513 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.195823 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.196060 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.196237 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.196408 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.196661 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.196915 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.197223 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.197492 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.197744 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.198053 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.198245 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.198517 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.198780 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.199033 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.199296 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] debug = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.199567 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.200070 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.200318 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.200570 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.200791 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.201074 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.201305 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.201599 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.201876 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.202100 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.202339 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.202607 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.202868 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.203089 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.203358 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.203596 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.203863 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.204089 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.204565 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] host = dv-cinder-827259-3-smb {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.204810 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.205007 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.205331 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.205498 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.205759 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.205995 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.206251 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.206530 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.206759 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.207012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.207263 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.207518 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.207739 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.207986 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.208156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_options = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.208406 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.208678 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.209206 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.209409 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.209582 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.209749 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.210015 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.210181 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.210432 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.210649 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.210900 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.211149 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.211373 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.211609 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.211873 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.212111 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.212337 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.212578 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.212825 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.213073 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.213304 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.213533 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.213789 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.214024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.214260 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.214482 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.214715 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.214969 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.215272 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.215499 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.215748 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.216117 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.216346 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.216589 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.216851 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.217090 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.217232 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:57.217417 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.217645 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.217929 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.218162 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.218740 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.219115 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.219691 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.219691 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.219691 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.220384 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.220384 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_json = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.220384 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.220662 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.220864 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.221049 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.221319 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.221521 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.221822 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.222131 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.222356 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.223140 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.223140 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.223552 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.223782 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.224024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.224421 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.224577 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.224717 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.224988 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.225254 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.225517 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.225853 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.226161 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.226456 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.226678 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.227015 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.227377 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.227562 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.227741 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.227980 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.228267 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.228573 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.228853 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.229111 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.229896 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.230173 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.230573 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.230835 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.231109 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.231512 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.231798 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.232087 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.232340 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.232577 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.232826 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.233049 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.233320 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.233632 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.233856 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.234124 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.234365 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.234629 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.235007 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.235263 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.235719 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.235719 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.236557 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.236557 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.236820 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.236967 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.237190 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.237504 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.238278 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.238724 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.239039 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.239271 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.239521 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.239781 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.240009 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.240244 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.240547 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.240693 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.240922 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.241144 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.241368 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.241588 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.241874 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.242092 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.242369 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.242610 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.242899 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.243094 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.243353 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.243640 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.243852 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.244121 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.244349 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.244563 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.244809 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.245656 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.245881 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.246138 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.246358 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.246615 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.247306 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.247306 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.247579 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.247712 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.247947 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.248122 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.248377 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.248654 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.248965 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.249291 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.249562 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.249812 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.250349 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.250610 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.251037 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.251262 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.251565 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.251831 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.252078 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.252332 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.252607 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.253023 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.253916 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.253916 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.254227 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.254641 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.254641 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.255155 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.255293 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.255486 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.255875 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.256119 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.256529 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.257018 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.257018 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.257289 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.257562 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.257888 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.258076 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.258345 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.258718 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.259027 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.259390 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.259669 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.259914 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.260578 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.260578 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.260913 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.261047 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.261294 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.261542 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.261798 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.262028 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.262965 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.262965 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.262965 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.263661 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.263661 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.263661 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.264012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.264012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.264873 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.264873 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.264873 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.265238 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.265238 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.267012 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268870 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268870 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.268870 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.269513 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.269513 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.269513 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.269829 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.269935 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.270088 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.271706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.271706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.271706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.271706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.271706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.271706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.272706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.272706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.272706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.273797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.273797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.273797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.273797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.273797 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.274383 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.274383 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.274383 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.274713 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.274713 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.275441 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.275441 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.275441 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.275796 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.276059 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.276296 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.276531 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.276770 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.277009 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.277237 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.277460 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.277682 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.277901 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.278146 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.278407 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.278627 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.278873 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.279099 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.279336 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.279605 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.279823 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.280064 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.280305 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.280531 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.280755 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.280975 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.281215 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.281448 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.281663 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.281874 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.282111 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.282324 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.282713 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.282904 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.283141 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.283398 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.283638 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.284522 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.284522 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.284522 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.284816 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.284816 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.284985 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.285197 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.285426 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.285640 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.285858 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.286081 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.286300 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.286514 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.286742 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.286978 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.287211 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.287451 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.287670 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.287881 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.288108 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.288321 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.288531 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.288779 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.289004 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.289215 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.289444 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.289655 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.289864 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.290081 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.290597 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.290597 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.290792 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.291262 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.291487 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.292301 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.292573 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.292829 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.293092 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.293436 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.293659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.293900 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.294156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.294377 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.294621 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.294888 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.295223 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.295538 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.295804 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.296152 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.296463 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.296762 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.297051 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.297292 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.297653 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.297979 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.298207 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.298463 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.298714 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.299008 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.299241 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.299659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.299887 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.300107 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.300331 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.300595 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.300823 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.301065 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.301306 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.301554 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.301775 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.301999 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.302233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.302479 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.302702 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.302890 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 02:43:57.303421 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114506) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 05 02:43:57.303588 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 02:43:57.303745 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 02:43:57.303917 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 02:43:57.304089 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 02:43:57.304245 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 02:43:57.304462 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.304626 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.304936 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.305249 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.305411 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.305608 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.305776 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.305943 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.306089 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.306249 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.306411 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.306573 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.306735 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.306925 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.307121 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.307241 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.307380 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.307676 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.307876 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.308075 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.308266 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.308266 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.308647 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] debug = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.308647 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.309025 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.309025 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.309458 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.309458 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.309458 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.310002 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.310002 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.310002 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.310002 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.311020 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] host = dv-cinder-827259-3-smb {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.312635 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.313233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.313233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.313233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.313233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.313233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.313233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_options = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.315071 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.317500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.318571 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.319233 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.321917 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322024 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_json = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.322659 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.325218 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.326299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327261 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.327906 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.328550 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329301 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329301 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329301 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329301 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329590 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329590 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329741 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329820 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.329943 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.330108 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.330271 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.330434 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.330599 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.330764 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.330953 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.331118 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.331282 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.331447 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.331610 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.331783 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.331947 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.332110 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.332275 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.332439 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.332602 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.332766 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.332929 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.333093 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.333255 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.333418 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.333595 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.334014 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.334178 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.334342 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.334506 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.334670 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.334858 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.335027 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.335195 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.335359 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.335522 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.335684 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.335848 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336011 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336176 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336336 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336664 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336824 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.336991 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.337154 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.337318 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.337481 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.337654 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.337832 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.337996 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.338160 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.338327 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.338491 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.338705 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.339418 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.339585 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.339748 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.339912 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.340075 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.340239 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.340405 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.340569 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.340895 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.340895 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341105 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341184 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341337 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341500 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341664 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341827 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.341991 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.342153 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.342316 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.342479 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.342642 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.342881 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.342995 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.343162 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.343326 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.343495 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.343669 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.343833 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.343996 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.344159 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.344322 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.344485 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.344648 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.344811 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.344974 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.345136 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.345299 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.345474 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.345639 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.345801 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.345964 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.346150 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.346315 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.346479 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.346675 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.346810 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347003 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347167 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347332 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347497 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347661 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347825 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.347992 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.348156 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349720 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349720 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349720 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.349720 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350105 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350105 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350297 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350408 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350536 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350704 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.350890 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.351054 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.351216 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.351380 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.351542 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.351706 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.351869 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.352104 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.352239 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.352608 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.352608 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.352851 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.352851 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353081 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353202 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353284 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353411 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353576 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353744 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.353892 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.354059 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.354222 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.354412 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.354576 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.354739 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.354937 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.355122 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.355284 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.355463 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.355615 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.355780 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.355944 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.356157 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.356292 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.356416 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.356575 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.356741 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.356905 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.357068 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.357231 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.357394 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.357558 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.357723 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.357893 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.358057 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.358220 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.358375 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.358567 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.358699 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.358872 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.359034 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.359197 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.359360 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.359523 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.359685 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.359864 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.360028 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.360191 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.360354 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.360516 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.360679 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.360853 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.361017 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.361179 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.361343 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.361506 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.361668 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.361840 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362004 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362211 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362311 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362477 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362639 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362825 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.362993 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.363157 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.363319 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.363482 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.363645 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.363817 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.363980 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.364143 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.364306 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.364469 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.364631 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.364804 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.364967 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.365131 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.365293 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.365456 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.365618 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.365781 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.365944 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.366107 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.366278 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.366443 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.366606 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.366769 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.366980 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.367146 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.367313 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.367476 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.367645 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.367808 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.367974 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.368142 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.368316 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.368488 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.368654 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.368826 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.368998 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.369171 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.369337 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.369555 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.369680 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.369846 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.370529 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.370691 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.370875 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.371042 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.371204 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.371369 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.371532 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.371697 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.371855 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372018 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372181 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372343 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372508 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372671 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372835 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.372999 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.373163 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.373327 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 02:43:57.373485 dv-cinder-827259-3-smb neutron-server[114506]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114506) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 02:43:57.377888 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54420) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:43:57.387282 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070779 Mar 05 02:44:08.906776 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e8cdc3-dbfe-46ab-9634-3b2f78bfce51 None None] get_active_networks_info from dv-cinder-827259-3-smb {{(pid=114615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 02:44:08.990079 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8cdc3-dbfe-46ab-9634-3b2f78bfce51 None None] No non-hosted networks {{(pid=114615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 05 02:44:09.003088 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.agentschedulers_db [None req-24e8cdc3-dbfe-46ab-9634-3b2f78bfce51 None None] DHCP Agent not found on host dv-cinder-827259-3-smb {{(pid=114615) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 05 02:44:09.130914 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6bf75e67-1b96-4093-a90e-c775b1d2f0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559870'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:10.920258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8b4a217c-2bd2-4b37-a16b-0eb32637c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559870'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:10.965448 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-a1809b13-f747-4963-ab71-6c7cbde9e5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:12.248320 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559870'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:13.823438 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559870'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:15.011333 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559870'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:15.012851 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.013672 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.014078 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.018497 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.019338 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.019964 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.020548 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.021384 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.022130 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.022544 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.022979 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.023374 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.023876 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:15.024303 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827259-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:15.030199 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827259-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:15.101877 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54510) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:15.260832 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.db.l3_hamode_db [None req-1c814b42-090b-4321-9244-8c8177b1eae4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 05 02:44:15.341238 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c814b42-090b-4321-9244-8c8177b1eae4 None None] Routers set() bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:15.341630 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c814b42-090b-4321-9244-8c8177b1eae4 None None] Router IDs set() for agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 02:44:15.631032 dv-cinder-827259-3-smb neutron-server[114614]: WARNING oslo_policy.policy [None req-d5e19ccc-db03-4b61-a8f4-94cbbe5fae4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:15.631716 dv-cinder-827259-3-smb neutron-server[114614]: WARNING oslo_policy.policy [None req-d5e19ccc-db03-4b61-a8f4-94cbbe5fae4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:15.865944 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [None req-d5e19ccc-db03-4b61-a8f4-94cbbe5fae4b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:15.867093 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d5e19ccc-db03-4b61-a8f4-94cbbe5fae4b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7642853 Mar 05 02:44:18.418776 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 54528) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:18.897899 dv-cinder-827259-3-smb neutron-server[114613]: WARNING oslo_policy.policy [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:18.898495 dv-cinder-827259-3-smb neutron-server[114613]: WARNING oslo_policy.policy [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:19.120045 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:19.212935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.policy [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 02:44:19.255201 dv-cinder-827259-3-smb neutron-server[114613]: WARNING oslo_policy.policy [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:19.255577 dv-cinder-827259-3-smb neutron-server[114613]: WARNING oslo_policy.policy [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:19.353652 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753051205982', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753051206321', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753051220229', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753051255324', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753051265985', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753051243593', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7983248', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7663953', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1811884'] for rbac-policy (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:19.420952 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:19.422399 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e6250e18-4656-4554-9925-e731a8f7dfb9 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0015275 Mar 05 02:44:21.901206 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 54544) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:22.209101 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:22.239160 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Made reservation on behalf of 4f36a46d16a941cda82909e121f458e8 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:22.242981 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.262075 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.372342 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks [] for security_group (544d0efa-fdfc-4bc4-a180-e70051e90e25), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.376872 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (544d0efa-fdfc-4bc4-a180-e70051e90e25), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.408639 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:44:22.436739 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753054777950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (9d4c6753-cf54-4fab-8c81-a54ed0553d93), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.437327 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Unsubscribe: segment precommit_create {{(pid=114613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 02:44:22.437845 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Added segment 9d4c6753-cf54-4fab-8c81-a54ed0553d93 of type vlan for network 235c13e9-6f9b-4120-ad31-816a912f2a9c Mar 05 02:44:22.443336 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=544d0efa-fdfc-4bc4-a180-e70051e90e25,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:22.465155 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.465506 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.465864 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.466331 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.466669 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.467025 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.467374 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.467679 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.468001 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.468338 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.468664 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.468982 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.469298 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Tracked resource versions report: Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: pushed versions: Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Log': {'1.0'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Network': {'1.1'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Port': {'1.7'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'PortForwarding': {'1.2'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'QosPolicy': {'1.10'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'SubPort': {'1.0'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Subnet': {'1.1'}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Trunk': {'1.1'}} Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: consumer versions: Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'ConntrackHelper': '1.0', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'LocalIPAssociation': '1.0', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Log': '1.0', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Network': '1.1', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Port': '1.7', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'PortForwarding': '1.2', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'QosPolicy': '1.10', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroup': '1.5', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroupRule': '1.2', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'SubPort': '1.0', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Subnet': '1.1', Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: 'Trunk': '1.1'}} Mar 05 02:44:22.470356 dv-cinder-827259-3-smb neutron-server[114613]: {{(pid=114613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:22.547843 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (235c13e9-6f9b-4120-ad31-816a912f2a9c), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.587296 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (235c13e9-6f9b-4120-ad31-816a912f2a9c), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.592421 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:22.593135 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:22.653966 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7517307 Mar 05 02:44:22.710439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170ef72-01ba-4f22-8c74-f173e5f42d7d demo demo] Pushing event updated for resources: {'Network': ['ID=235c13e9-6f9b-4120-ad31-816a912f2a9c,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:22.722889 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:44:25.185297 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54556) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:25.701331 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.policy [None req-ca5dcbd8-fb22-4c94-90d8-09de8c4d988c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114614) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 02:44:25.744242 dv-cinder-827259-3-smb neutron-server[114614]: WARNING oslo_policy.policy [None req-ca5dcbd8-fb22-4c94-90d8-09de8c4d988c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:25.744632 dv-cinder-827259-3-smb neutron-server[114614]: WARNING oslo_policy.policy [None req-ca5dcbd8-fb22-4c94-90d8-09de8c4d988c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 02:44:25.753832 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5dcbd8-fb22-4c94-90d8-09de8c4d988c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:25.755568 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ca5dcbd8-fb22-4c94-90d8-09de8c4d988c demo admin] 10.222.0.11 "GET /v2.0/networks/235c13e9-6f9b-4120-ad31-816a912f2a9c HTTP/1.1" status: 200 len: 825 time: 0.5693367 Mar 05 02:44:25.792982 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d209746b-6977-4277-b207-1096da8e18c1 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/b7e906ce-4c9f-4fa2-9ffb-68a7cd750755 HTTP/1.1" status: 200 len: 734 time: 0.0317993 Mar 05 02:44:25.801525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755', 'ip_version': 4, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'gateway_ip': '172.20.0.1'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:25.837544 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Made reservation on behalf of 4f36a46d16a941cda82909e121f458e8 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:25.840450 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:26.122979 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (e50926c4-30d2-44aa-bb5a-3d6f8424bccc), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:26.190593 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Checking segment: {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:26.191254 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Network hostable DHCP agents. Network: 235c13e9-6f9b-4120-ad31-816a912f2a9c, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:44:26.203236 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e50926c4-30d2-44aa-bb5a-3d6f8424bccc,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:26.215805 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.216151 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.216503 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.216838 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.217163 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.217486 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.217815 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.218131 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.218499 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.218916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.219242 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.219557 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.219872 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Tracked resource versions report: Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: pushed versions: Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Log': {'1.0'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Network': {'1.1'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Port': {'1.7'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'PortForwarding': {'1.2'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'QosPolicy': {'1.10'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'SubPort': {'1.0'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Subnet': {'1.1'}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Trunk': {'1.1'}} Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: consumer versions: Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'ConntrackHelper': '1.0', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'LocalIPAssociation': '1.0', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Log': '1.0', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Network': '1.1', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Port': '1.7', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'PortForwarding': '1.2', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'QosPolicy': '1.10', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroup': '1.5', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroupRule': '1.2', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'SubPort': '1.0', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Subnet': '1.1', Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: 'Trunk': '1.1'}} Mar 05 02:44:26.220921 dv-cinder-827259-3-smb neutron-server[114614]: {{(pid=114614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:26.244757 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:44:26.260328 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 235c13e9-6f9b-4120-ad31-816a912f2a9c) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:26.264728 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:26.265408 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:26.270098 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3527f32d-5b4c-4c17-bb31-8c83e10d1eb0 None None] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:26.286371 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-53fc73bd-8352-4edb-9e97-18a75e452554 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4881866 Mar 05 02:44:26.648358 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-235c13e9-6f9b-4120-ad31-816a912f2a9c', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'project_id': '4f36a46d16a941cda82909e121f458e8', 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:44:26.650134 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:26.924830 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Allocated IP 172.20.0.2 (235c13e9-6f9b-4120-ad31-816a912f2a9c/e50926c4-30d2-44aa-bb5a-3d6f8424bccc/d34b3428-d7e4-4bf6-9317-7af9c5dab96f) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:44:27.195095 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Publish callbacks [] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.203576 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.283686 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:27.291151 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:27.294124 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:44:27.297461 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Pushing event updated for resources: {'Port': ['ID=d34b3428-d7e4-4bf6-9317-7af9c5dab96f,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:27.330715 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.331101 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.331476 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.331825 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.332424 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.332766 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.333103 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.333439 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.333773 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.334127 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.334466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.334816 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.335147 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Tracked resource versions report: Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: pushed versions: Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Log': {'1.0'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Network': {'1.1'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Port': {'1.7'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'PortForwarding': {'1.2'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'QosPolicy': {'1.10'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'SubPort': {'1.0'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Subnet': {'1.1'}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Trunk': {'1.1'}} Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: consumer versions: Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'ConntrackHelper': '1.0', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'LocalIPAssociation': '1.0', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Log': '1.0', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Network': '1.1', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Port': '1.7', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'PortForwarding': '1.2', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'QosPolicy': '1.10', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroup': '1.5', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroupRule': '1.2', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'SubPort': '1.0', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Subnet': '1.1', Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: 'Trunk': '1.1'}} Mar 05 02:44:27.336280 dv-cinder-827259-3-smb neutron-server[114615]: {{(pid=114615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:27.387370 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Attempting to bind port d34b3428-d7e4-4bf6-9317-7af9c5dab96f on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:44:27.387778 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Attempting to bind port d34b3428-d7e4-4bf6-9317-7af9c5dab96f by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:44:27.388206 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Attempting to bind port d34b3428-d7e4-4bf6-9317-7af9c5dab96f on network 235c13e9-6f9b-4120-ad31-816a912f2a9c {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:44:27.393188 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:44:27.393596 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Checking segment: {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:27.394062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.394460 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Bound using segment: {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:44:27.395065 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Bound port: d34b3428-d7e4-4bf6-9317-7af9c5dab96f, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:44:27.395483 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.462990 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] For port d34b3428-d7e4-4bf6-9317-7af9c5dab96f, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:44:27.467788 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] For port d34b3428-d7e4-4bf6-9317-7af9c5dab96f, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d34b3428-d7e4-4bf6-9317-7af9c5dab96f,segment=NetworkSegment(9d4c6753-cf54-4fab-8c81-a54ed0553d93),segment_id=9d4c6753-cf54-4fab-8c81-a54ed0553d93)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:44:27.475855 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:27.540922 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393be7b4-1dbc-4611-8ae4-cc61446a74f8 None None] Pushing event updated for resources: {'Port': ['ID=d34b3428-d7e4-4bf6-9317-7af9c5dab96f,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:28.818166 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54570) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:29.124522 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [None req-9c1e0b65-d3ca-4972-aac6-1a2a6598c7fd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:29.125622 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-9c1e0b65-d3ca-4972-aac6-1a2a6598c7fd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3065252 Mar 05 02:44:31.653931 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54578) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:31.967643 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [None req-f41763e9-9c5f-4b97-a9f6-c3ec2c0ae4d4 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:31.978893 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-f41763e9-9c5f-4b97-a9f6-c3ec2c0ae4d4 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137126 Mar 05 02:44:34.517744 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54586) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:34.826472 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:34.851165 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (80b641f9-cae3-4d82-8f93-1342c8fdd592), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:34.852837 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (80b641f9-cae3-4d82-8f93-1342c8fdd592), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:34.997565 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] Publish callbacks [] for router_controller (80b641f9-cae3-4d82-8f93-1342c8fdd592), precommit_add_association {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:35.002285 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (80b641f9-cae3-4d82-8f93-1342c8fdd592), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:35.022204 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:35.023383 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e4209097-4aba-4e00-8213-9a942179bc8f demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5046253 Mar 05 02:44:37.522709 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54598) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:37.859345 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [None req-1639ad82-5fd2-4804-af97-edd27619fd94 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:44:37.862919 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d34b3428-d7e4-4bf6-9317-7af9c5dab96f up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:37.863398 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1639ad82-5fd2-4804-af97-edd27619fd94 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3395853 Mar 05 02:44:37.960572 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port d34b3428-d7e4-4bf6-9317-7af9c5dab96f triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:37.961039 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.094167 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port d34b3428-d7e4-4bf6-9317-7af9c5dab96f is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:38.094167 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.129434 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port d34b3428-d7e4-4bf6-9317-7af9c5dab96f, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d34b3428-d7e4-4bf6-9317-7af9c5dab96f,segment=NetworkSegment(9d4c6753-cf54-4fab-8c81-a54ed0553d93),segment_id=9d4c6753-cf54-4fab-8c81-a54ed0553d93)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:44:38.133836 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.180201 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=d34b3428-d7e4-4bf6-9317-7af9c5dab96f,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:38.743827 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12069844-a815-40d8-af25-2628f1f0beea None None] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:38.838053 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5e49-6b24-42d6-923b-f3a0d35f3928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.883564 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-9389ddae-cca7-4c1c-83a8-0a46c21fbdba None None] Provisioning complete for port d34b3428-d7e4-4bf6-9317-7af9c5dab96f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:38.884204 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9389ddae-cca7-4c1c-83a8-0a46c21fbdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:38.971745 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-9389ddae-cca7-4c1c-83a8-0a46c21fbdba None None] Current status of the port d34b3428-d7e4-4bf6-9317-7af9c5dab96f is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:39.091055 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-d900e825-a252-4fc6-a13b-d41dbad5d846 None None] Provisioning complete for port d34b3428-d7e4-4bf6-9317-7af9c5dab96f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:39.091451 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d900e825-a252-4fc6-a13b-d41dbad5d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.169323 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-d900e825-a252-4fc6-a13b-d41dbad5d846 None None] Current status of the port d34b3428-d7e4-4bf6-9317-7af9c5dab96f is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:39.832422 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d34b3428-d7e4-4bf6-9317-7af9c5dab96f up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:39.882092 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port d34b3428-d7e4-4bf6-9317-7af9c5dab96f triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:39.882484 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:39.955288 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port d34b3428-d7e4-4bf6-9317-7af9c5dab96f is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:40.385730 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 54608) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:40.687171 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:40.706827 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Made reservation on behalf of 4ae0a96673cc45efb9fff2c188b30e9d for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:40.709047 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.717843 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.790202 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks [] for security_group (8aa1688d-ca25-4888-ba88-f9c41b97b25a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.793328 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8aa1688d-ca25-4888-ba88-f9c41b97b25a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.807269 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Reserving flat network on physical network physnet1 {{(pid=114613) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 05 02:44:40.828145 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1688d-ca25-4888-ba88-f9c41b97b25a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:40.832876 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (216c3640-8805-4f22-a542-c24ea143d25a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.833214 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Added segment 216c3640-8805-4f22-a542-c24ea143d25a of type flat for network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a Mar 05 02:44:40.879548 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.912001 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.913192 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:40.913909 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.915450 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-cbe0df69-2105-4b3e-809c-b1ca67460488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:40.970143 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5832930 Mar 05 02:44:41.010176 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5edbbf-054b-4f72-8bac-d4ed180452ff admin admin] Pushing event updated for resources: {'Network': ['ID=a43d01b7-74c8-4c8c-aa68-a8c16d39f11a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:41.020234 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:44:42.192985 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.437511 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 54626) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:43.651102 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed8f61-f9a3-40cb-abf8-c2c4a7eeb0c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:43.652461 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c7ed8f61-f9a3-40cb-abf8-c2c4a7eeb0c9 demo admin] 10.222.0.11 "GET /v2.0/subnets/e50926c4-30d2-44aa-bb5a-3d6f8424bccc HTTP/1.1" status: 200 len: 849 time: 0.2139747 Mar 05 02:44:43.768005 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:43.837279 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ae75c7e2-a4b3-4a85-814a-53c2dfbf7521 demo admin] 10.222.0.11 "GET /v2.0/routers/80b641f9-cae3-4d82-8f93-1342c8fdd592 HTTP/1.1" status: 200 len: 704 time: 0.1792102 Mar 05 02:44:44.109319 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.403824 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Allocated IP 172.20.0.1 (235c13e9-6f9b-4120-ad31-816a912f2a9c/e50926c4-30d2-44aa-bb5a-3d6f8424bccc/4088d8b0-0f08-43e5-9285-c013840d8fca) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:44:44.581819 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks [] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.647401 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.720818 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:44.730025 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:44.735293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Pushing event updated for resources: {'Port': ['ID=4088d8b0-0f08-43e5-9285-c013840d8fca,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:44.738122 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:44:44.739709 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (80b641f9-cae3-4d82-8f93-1342c8fdd592), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.918439 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-225c334e-6c5b-474b-9f6f-5568ba2330bf None None] Provisioning complete for port 4088d8b0-0f08-43e5-9285-c013840d8fca triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:44.919029 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-225c334e-6c5b-474b-9f6f-5568ba2330bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:44.995074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:45.006007 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-225c334e-6c5b-474b-9f6f-5568ba2330bf None None] Port 4088d8b0-0f08-43e5-9285-c013840d8fca cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:44:45.015424 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:45.201278 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks [] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:45.205636 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:45.206790 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (80b641f9-cae3-4d82-8f93-1342c8fdd592), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:45.265745 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Pushing event updated for resources: {'Port': ['ID=4088d8b0-0f08-43e5-9285-c013840d8fca,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:45.330431 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:45.331994 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:45.506537 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Router 80b641f9-cae3-4d82-8f93-1342c8fdd592 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:44:45.602273 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:44:45.607574 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-78984b90-5b95-4b11-abbc-7d2371f0f193 demo admin] 10.222.0.11 "PUT /v2.0/routers/80b641f9-cae3-4d82-8f93-1342c8fdd592/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7652428 Mar 05 02:44:45.627265 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Sync routers for ids ['80b641f9-cae3-4d82-8f93-1342c8fdd592'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:44:45.638556 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-2b12bd80-b752-476b-b27f-2be24b54c696 None None] Provisioning complete for port 4088d8b0-0f08-43e5-9285-c013840d8fca triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:45.639065 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2b12bd80-b752-476b-b27f-2be24b54c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:45.640846 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Routers {'80b641f9-cae3-4d82-8f93-1342c8fdd592'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:45.641849 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:44:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['80b641f9-cae3-4d82-8f93-1342c8fdd592'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:45.674511 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-2b12bd80-b752-476b-b27f-2be24b54c696 None None] Port 4088d8b0-0f08-43e5-9285-c013840d8fca cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:44:45.833753 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Set router 80b641f9-cae3-4d82-8f93-1342c8fdd592 gateway port host: None {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:46.263061 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'name': 'router1', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:34Z', 'updated_at': '2022-03-05T02:44:44Z', 'revision_number': 2, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'gw_port_host': None, '_interfaces': [{'id': '4088d8b0-0f08-43e5-9285-c013840d8fca', 'name': '', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'mac_address': 'fa:16:3e:39:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:44Z', 'updated_at': '2022-03-05T02:44:45Z', 'revision_number': 2, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'subnets': [{'id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:46.312377 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Checking router: 80b641f9-cae3-4d82-8f93-1342c8fdd592 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:44:46.312754 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Updating router 80b641f9-cae3-4d82-8f93-1342c8fdd592 port 4088d8b0-0f08-43e5-9285-c013840d8fca binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:44:46.392935 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:46.873116 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Publish callbacks [] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:46.880004 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.049846 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Attempting to bind port 4088d8b0-0f08-43e5-9285-c013840d8fca on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:44:47.050258 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Attempting to bind port 4088d8b0-0f08-43e5-9285-c013840d8fca by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:44:47.050703 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Attempting to bind port 4088d8b0-0f08-43e5-9285-c013840d8fca on network 235c13e9-6f9b-4120-ad31-816a912f2a9c {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:44:47.059739 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:44:47.060160 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Checking segment: {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:47.060644 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.061034 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Bound using segment: {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:44:47.061551 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Bound port: 4088d8b0-0f08-43e5-9285-c013840d8fca, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4c6753-cf54-4fab-8c81-a54ed0553d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:44:47.061929 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.067800 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Pushing event updated for resources: {'Port': ['ID=4088d8b0-0f08-43e5-9285-c013840d8fca,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:47.085791 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.086137 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.086486 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.086845 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.087181 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.087898 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.088402 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.088728 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.089056 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.089387 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.089711 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.090031 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.090351 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Tracked resource versions report: Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: pushed versions: Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: { 'AddressGroup': {'1.2'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'ConntrackHelper': {'1.0'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Log': {'1.0'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Network': {'1.1'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Port': {'1.7'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'PortForwarding': {'1.2'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'QosPolicy': {'1.10'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroup': {'1.5'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'SubPort': {'1.0'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Subnet': {'1.1'}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Trunk': {'1.1'}} Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: consumer versions: Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'ConntrackHelper': '1.0', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'LocalIPAssociation': '1.0', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Log': '1.0', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Network': '1.1', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Port': '1.7', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'PortForwarding': '1.2', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'QosPolicy': '1.10', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroup': '1.5', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroupRule': '1.2', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'SubPort': '1.0', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Subnet': '1.1', Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: 'Trunk': '1.1'}} Mar 05 02:44:47.091471 dv-cinder-827259-3-smb neutron-server[114616]: {{(pid=114616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:44:47.101712 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-c63911d9-e1de-434a-b3e3-334ffa4f02b0 None None] Provisioning complete for port 4088d8b0-0f08-43e5-9285-c013840d8fca triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:47.102130 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c63911d9-e1de-434a-b3e3-334ffa4f02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.138535 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-c63911d9-e1de-434a-b3e3-334ffa4f02b0 None None] Port 4088d8b0-0f08-43e5-9285-c013840d8fca cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:44:47.146584 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] For port 4088d8b0-0f08-43e5-9285-c013840d8fca, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:44:47.165578 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] For port 4088d8b0-0f08-43e5-9285-c013840d8fca, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=4088d8b0-0f08-43e5-9285-c013840d8fca,segment=NetworkSegment(9d4c6753-cf54-4fab-8c81-a54ed0553d93),segment_id=9d4c6753-cf54-4fab-8c81-a54ed0553d93)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:44:47.171242 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.232082 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Routers {'80b641f9-cae3-4d82-8f93-1342c8fdd592'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:47.232718 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:44:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['80b641f9-cae3-4d82-8f93-1342c8fdd592'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:47.234732 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a37ad-9611-4057-99b3-1da0729328b9 None None] Pushing event updated for resources: {'Port': ['ID=4088d8b0-0f08-43e5-9285-c013840d8fca,revision_number=4']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:47.332482 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] Set router 80b641f9-cae3-4d82-8f93-1342c8fdd592 gateway port host: None {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:47.461515 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] Provisioning complete for port 4088d8b0-0f08-43e5-9285-c013840d8fca triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:47.462131 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.538413 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] Current status of the port 4088d8b0-0f08-43e5-9285-c013840d8fca is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:47.538736 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.546924 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'name': 'router1', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:34Z', 'updated_at': '2022-03-05T02:44:44Z', 'revision_number': 2, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'gw_port_host': None, '_interfaces': [{'id': '4088d8b0-0f08-43e5-9285-c013840d8fca', 'name': '', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'mac_address': 'fa:16:3e:39:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:44Z', 'updated_at': '2022-03-05T02:44:47Z', 'revision_number': 4, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'subnets': [{'id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:47.574361 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] For port 4088d8b0-0f08-43e5-9285-c013840d8fca, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=4088d8b0-0f08-43e5-9285-c013840d8fca,segment=NetworkSegment(9d4c6753-cf54-4fab-8c81-a54ed0553d93),segment_id=9d4c6753-cf54-4fab-8c81-a54ed0553d93)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:44:47.575755 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cc46b6-09ca-46f7-95ee-e7f31eeb8616 None None] The sync data for ids ['80b641f9-cae3-4d82-8f93-1342c8fdd592'] in dv-cinder-827259-3-smb is: [{'id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'name': 'router1', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:34Z', 'updated_at': '2022-03-05T02:44:44Z', 'revision_number': 2, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'gw_port_host': None, '_interfaces': [{'id': '4088d8b0-0f08-43e5-9285-c013840d8fca', 'name': '', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'mac_address': 'fa:16:3e:39:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:44Z', 'updated_at': '2022-03-05T02:44:47Z', 'revision_number': 4, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'subnets': [{'id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:44:47.580572 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:47.632914 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07faa6e-9fe9-48aa-97da-747848fb585a None None] Pushing event updated for resources: {'Port': ['ID=4088d8b0-0f08-43e5-9285-c013840d8fca,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:48.057462 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 54648) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:48.166379 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6db99-e12b-42e9-8b6b-f1ea248c026a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:48.167792 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c1b6db99-e12b-42e9-8b6b-f1ea248c026a admin admin] 10.222.0.11 "GET /v2.0/networks/a43d01b7-74c8-4c8c-aa68-a8c16d39f11a HTTP/1.1" status: 200 len: 842 time: 0.1093848 Mar 05 02:44:48.177086 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:48.199747 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Made reservation on behalf of 4ae0a96673cc45efb9fff2c188b30e9d for: {'subnet': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:44:48.202007 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:48.510627 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.objects.ports [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114613) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 02:44:48.511115 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (47110fd6-0c0c-442e-857b-ae20b9ba8b2f), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:48.564888 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=47110fd6-0c0c-442e-857b-ae20b9ba8b2f,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:48.577356 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:48.577713 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Network hostable DHCP agents. Network: a43d01b7-74c8-4c8c-aa68-a8c16d39f11a, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:44:48.598542 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:44:48.609018 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, a43d01b7-74c8-4c8c-aa68-a8c16d39f11a) {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:48.613565 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:48.614171 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:48.619890 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f48ff-913a-41dc-ba7c-d9f7c62af315 None None] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:48.636628 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-eb609d4a-f19d-424d-bcdc-34155d309abf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4576476 Mar 05 02:44:48.736943 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec65867-73de-4a30-9bd5-3a2460ff16da None None] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:44:51.048932 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54656) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:51.280627 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-955ae37b-5b24-436f-96e3-e937f3abc5f3 demo admin] 10.222.0.11 "GET /v2.0/routers/80b641f9-cae3-4d82-8f93-1342c8fdd592 HTTP/1.1" status: 200 len: 710 time: 0.2304265 Mar 05 02:44:51.395464 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68b4f0-3a43-4bf3-996e-25e7e225bc36 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:44:51.396832 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2a68b4f0-3a43-4bf3-996e-25e7e225bc36 demo admin] 10.222.0.11 "GET /v2.0/networks/a43d01b7-74c8-4c8c-aa68-a8c16d39f11a HTTP/1.1" status: 200 len: 886 time: 0.1110315 Mar 05 02:44:51.405607 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:44:51.659698 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks [] for router_gateway (80b641f9-cae3-4d82-8f93-1342c8fdd592), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:51.894157 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks [] for router_gateway (80b641f9-cae3-4d82-8f93-1342c8fdd592), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:51.969824 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:52.120936 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Allocated IP 172.28.2.76 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/7faa89cb-813b-4d24-a031-ff72df9b1e2b) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:44:52.229234 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks [] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:52.287822 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:52.402336 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:44:52.408850 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:44:52.414441 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:44:52.464327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Pushing event updated for resources: {'Port': ['ID=7faa89cb-813b-4d24-a031-ff72df9b1e2b,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:52.701745 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks [] for router_gateway (80b641f9-cae3-4d82-8f93-1342c8fdd592), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:52.909175 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8830'] for router (80b641f9-cae3-4d82-8f93-1342c8fdd592), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:52.913923 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559380'] for router (80b641f9-cae3-4d82-8f93-1342c8fdd592), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:53.026342 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Router 80b641f9-cae3-4d82-8f93-1342c8fdd592 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:44:53.134288 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:44:53.138658 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:53.139924 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-f981e883-f7a7-4e28-8248-9af89076692a demo admin] 10.222.0.11 "PUT /v2.0/routers/80b641f9-cae3-4d82-8f93-1342c8fdd592 HTTP/1.1" status: 200 len: 889 time: 1.7374175 Mar 05 02:44:55.675070 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 54668) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:44:55.795534 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-be3f8554-5a8a-4afb-a0d4-35a3ba29d7a0 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1188304 Mar 05 02:44:55.865135 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 4088d8b0-0f08-43e5-9285-c013840d8fca up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:55.920543 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 4088d8b0-0f08-43e5-9285-c013840d8fca triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:55.920926 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:56.002884 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 4088d8b0-0f08-43e5-9285-c013840d8fca is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:44:56.075819 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Sync routers for ids ['80b641f9-cae3-4d82-8f93-1342c8fdd592'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:44:56.089115 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Routers {'80b641f9-cae3-4d82-8f93-1342c8fdd592'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:56.089862 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:44:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['80b641f9-cae3-4d82-8f93-1342c8fdd592'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:56.310845 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Set router 80b641f9-cae3-4d82-8f93-1342c8fdd592 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:56.795723 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'name': 'router1', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': '7faa89cb-813b-4d24-a031-ff72df9b1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:34Z', 'updated_at': '2022-03-05T02:44:52Z', 'revision_number': 4, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'gw_port': {'id': '7faa89cb-813b-4d24-a031-ff72df9b1e2b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:51Z', 'updated_at': '2022-03-05T02:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '4088d8b0-0f08-43e5-9285-c013840d8fca', 'name': '', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'mac_address': 'fa:16:3e:39:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:44Z', 'updated_at': '2022-03-05T02:44:47Z', 'revision_number': 5, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'subnets': [{'id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:56.845834 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Checking router: 80b641f9-cae3-4d82-8f93-1342c8fdd592 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:44:56.846137 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Updating router 80b641f9-cae3-4d82-8f93-1342c8fdd592 port 7faa89cb-813b-4d24-a031-ff72df9b1e2b binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:44:56.899227 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.228572 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Publish callbacks [] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.234553 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.235559 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:44:57.284446 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Attempting to bind port 7faa89cb-813b-4d24-a031-ff72df9b1e2b on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:44:57.284819 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Attempting to bind port 7faa89cb-813b-4d24-a031-ff72df9b1e2b by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:44:57.285188 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Attempting to bind port 7faa89cb-813b-4d24-a031-ff72df9b1e2b on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:44:57.287927 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4ae9-f101-41c4-8aa7-bb62b56386ea None None] Pushing event updated for resources: {'Port': ['ID=7faa89cb-813b-4d24-a031-ff72df9b1e2b,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:57.292249 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:44:57.292630 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:44:57.293037 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.293425 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:44:57.293900 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Bound port: 7faa89cb-813b-4d24-a031-ff72df9b1e2b, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:44:57.294278 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.344600 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] For port 7faa89cb-813b-4d24-a031-ff72df9b1e2b, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:44:57.347560 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] For port 7faa89cb-813b-4d24-a031-ff72df9b1e2b, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=7faa89cb-813b-4d24-a031-ff72df9b1e2b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:44:57.353511 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:44:57.411156 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Routers {'80b641f9-cae3-4d82-8f93-1342c8fdd592'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:44:57.411760 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:44:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['80b641f9-cae3-4d82-8f93-1342c8fdd592'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:57.416433 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c4ae9-f101-41c4-8aa7-bb62b56386ea None None] Pushing event updated for resources: {'Port': ['ID=7faa89cb-813b-4d24-a031-ff72df9b1e2b,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:44:57.537783 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] Set router 80b641f9-cae3-4d82-8f93-1342c8fdd592 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:44:57.760051 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'name': 'router1', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': '7faa89cb-813b-4d24-a031-ff72df9b1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:34Z', 'updated_at': '2022-03-05T02:44:52Z', 'revision_number': 4, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'gw_port': {'id': '7faa89cb-813b-4d24-a031-ff72df9b1e2b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:51Z', 'updated_at': '2022-03-05T02:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '4088d8b0-0f08-43e5-9285-c013840d8fca', 'name': '', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'mac_address': 'fa:16:3e:39:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:44Z', 'updated_at': '2022-03-05T02:44:47Z', 'revision_number': 5, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'subnets': [{'id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:44:57.790832 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98beffe3-43e5-45f7-a8cc-92a11a47e2c0 None None] The sync data for ids ['80b641f9-cae3-4d82-8f93-1342c8fdd592'] in dv-cinder-827259-3-smb is: [{'id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'name': 'router1', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': '7faa89cb-813b-4d24-a031-ff72df9b1e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:44:34Z', 'updated_at': '2022-03-05T02:44:52Z', 'revision_number': 4, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'gw_port': {'id': '7faa89cb-813b-4d24-a031-ff72df9b1e2b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:51Z', 'updated_at': '2022-03-05T02:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '4088d8b0-0f08-43e5-9285-c013840d8fca', 'name': '', 'network_id': '235c13e9-6f9b-4120-ad31-816a912f2a9c', 'tenant_id': '4f36a46d16a941cda82909e121f458e8', 'mac_address': 'fa:16:3e:39:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b641f9-cae3-4d82-8f93-1342c8fdd592', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:44:44Z', 'updated_at': '2022-03-05T02:44:47Z', 'revision_number': 5, 'project_id': '4f36a46d16a941cda82909e121f458e8', 'subnets': [{'id': 'e50926c4-30d2-44aa-bb5a-3d6f8424bccc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b7e906ce-4c9f-4fa2-9ffb-68a7cd750755'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:44:59.928039 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 7faa89cb-813b-4d24-a031-ff72df9b1e2b up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:44:59.994085 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 7faa89cb-813b-4d24-a031-ff72df9b1e2b triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:44:59.994884 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:00.099090 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 7faa89cb-813b-4d24-a031-ff72df9b1e2b is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:45:00.099848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:00.126479 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port 7faa89cb-813b-4d24-a031-ff72df9b1e2b, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=7faa89cb-813b-4d24-a031-ff72df9b1e2b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:45:00.137600 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:00.198681 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=7faa89cb-813b-4d24-a031-ff72df9b1e2b,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:45:01.925740 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 7faa89cb-813b-4d24-a031-ff72df9b1e2b up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:45:02.035590 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 7faa89cb-813b-4d24-a031-ff72df9b1e2b triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:45:02.036438 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (7faa89cb-813b-4d24-a031-ff72df9b1e2b), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:02.134868 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 7faa89cb-813b-4d24-a031-ff72df9b1e2b is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:45:08.821932 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-82bb40fe-85b1-44c4-b5e9-80a3788b2e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:10.920789 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-51a0ab56-5255-4116-a440-5852ad13cacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:12.200396 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:13.774744 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:15.014836 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:34.234322 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:45:38.827444 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ef60d61e-b291-47de-964e-7a01e96283f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:40.925657 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f490f25-12b0-44c3-938f-c97a6a0108ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:42.200919 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:43.773803 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:45:45.011766 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:08.819956 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0c2313a0-5dc2-4682-a679-e0fad7b4f6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:10.917888 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3c1822c4-5451-48f9-96e1-fe501940827a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:11.233730 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:46:12.198129 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:13.776075 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:15.012769 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:17.331738 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55152) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:17.393820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc048a9-a475-4636-9d91-3f85375804fa admin admin] GET failed (client error): The resource could not be found. Mar 05 02:46:17.395143 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-3fc048a9-a475-4636-9d91-3f85375804fa admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624332 Mar 05 02:46:17.555362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc21c363-a4b0-430d-acec-2debef11c961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:17.556828 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-fc21c363-a4b0-430d-acec-2debef11c961 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576390 Mar 05 02:46:19.873536 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55162) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:19.965199 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5275e-4c03-4752-b7ec-14e5d0fe6a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:19.966532 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-64f5275e-4c03-4752-b7ec-14e5d0fe6a65 admin admin] 10.222.0.11 "GET /v2.0/subnets/e50926c4-30d2-44aa-bb5a-3d6f8424bccc HTTP/1.1" status: 200 len: 849 time: 0.0920575 Mar 05 02:46:19.975887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:46:20.062634 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Publish callbacks [] for subnet (e50926c4-30d2-44aa-bb5a-3d6f8424bccc), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:20.201537 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753054757807'] for subnet (e50926c4-30d2-44aa-bb5a-3d6f8424bccc), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:20.297746 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:20.298341 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:20.299653 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] 10.222.0.11 "PUT /v2.0/subnets/e50926c4-30d2-44aa-bb5a-3d6f8424bccc HTTP/1.1" status: 200 len: 868 time: 0.3273106 Mar 05 02:46:20.300331 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11c849-cea9-4366-991a-55c52a5baf72 None None] Network 235c13e9-6f9b-4120-ad31-816a912f2a9c requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:46:20.321790 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50926c4-30d2-44aa-bb5a-3d6f8424bccc,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:46:20.329779 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.330165 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.330503 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.330879 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.331219 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.331555 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.331895 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.332225 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.332557 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.333153 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.333482 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.333807 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.334130 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fd20b0-7bc5-4768-a1ac-89f75adc2346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:46:20.660865 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-11e3f390-41c4-4e08-8dee-f0817ad34097 None None] Provisioning complete for port 4088d8b0-0f08-43e5-9285-c013840d8fca triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:46:20.661258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-11e3f390-41c4-4e08-8dee-f0817ad34097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4088d8b0-0f08-43e5-9285-c013840d8fca), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:20.736799 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-11e3f390-41c4-4e08-8dee-f0817ad34097 None None] Current status of the port 4088d8b0-0f08-43e5-9285-c013840d8fca is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:46:20.746397 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-11e3f390-41c4-4e08-8dee-f0817ad34097 None None] Provisioning complete for port d34b3428-d7e4-4bf6-9317-7af9c5dab96f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:46:20.746789 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-11e3f390-41c4-4e08-8dee-f0817ad34097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d34b3428-d7e4-4bf6-9317-7af9c5dab96f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:20.822564 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-11e3f390-41c4-4e08-8dee-f0817ad34097 None None] Current status of the port d34b3428-d7e4-4bf6-9317-7af9c5dab96f is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:46:22.614174 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55172) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:22.813140 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342864ae-b98f-41a1-a17e-f512be645f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:22.813627 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342864ae-b98f-41a1-a17e-f512be645f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:22.815210 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-342864ae-b98f-41a1-a17e-f512be645f47 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000880 Mar 05 02:46:25.108087 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55180) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:25.300506 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952a74f-5ba3-4ab9-951e-a0917c9becf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:25.300896 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952a74f-5ba3-4ab9-951e-a0917c9becf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:25.302417 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7952a74f-5ba3-4ab9-951e-a0917c9becf5 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1933820 Mar 05 02:46:27.621430 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55188) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:27.828572 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75102df2-8ba7-4f7a-a137-2e2b4169997f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:27.829951 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-75102df2-8ba7-4f7a-a137-2e2b4169997f admin admin] 10.222.0.11 "GET /v2.0/networks/235c13e9-6f9b-4120-ad31-816a912f2a9c HTTP/1.1" status: 200 len: 869 time: 0.2075653 Mar 05 02:46:30.151051 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55196) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:30.276371 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b5520-02ca-4419-a420-e5be89905b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:30.277745 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e12b5520-02ca-4419-a420-e5be89905b83 admin admin] 10.222.0.11 "GET /v2.0/networks/a43d01b7-74c8-4c8c-aa68-a8c16d39f11a HTTP/1.1" status: 200 len: 886 time: 0.1257327 Mar 05 02:46:32.575446 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55204) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:32.697934 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4d5c2-9d5d-4e2a-8693-7f6021bdedd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:32.698405 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4d5c2-9d5d-4e2a-8693-7f6021bdedd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:32.699989 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d9d4d5c2-9d5d-4e2a-8693-7f6021bdedd2 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236558 Mar 05 02:46:35.008401 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55212) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:35.131187 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad188f26-74bd-4880-a0b0-f3ff3c174f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:35.131657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad188f26-74bd-4880-a0b0-f3ff3c174f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:35.133165 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ad188f26-74bd-4880-a0b0-f3ff3c174f75 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237895 Mar 05 02:46:37.427045 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55220) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:37.511123 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fd229-d08e-4405-ab84-849e9c2923b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:37.512440 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0b9fd229-d08e-4405-ab84-849e9c2923b7 admin admin] 10.222.0.11 "GET /v2.0/subnets/47110fd6-0c0c-442e-857b-ae20b9ba8b2f HTTP/1.1" status: 200 len: 816 time: 0.0844553 Mar 05 02:46:38.822354 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-47d31a91-8e61-49d3-bace-dbc72e6c7297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:39.797038 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55228) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:46:39.889834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5ac7cd-eab6-4315-8279-fea8c63fcfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:46:39.891209 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2f5ac7cd-eab6-4315-8279-fea8c63fcfe2 admin admin] 10.222.0.11 "GET /v2.0/subnets/e50926c4-30d2-44aa-bb5a-3d6f8424bccc HTTP/1.1" status: 200 len: 868 time: 0.0932159 Mar 05 02:46:40.919702 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-bcff1725-17d8-443d-a4a6-1107c2e8cc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:42.201085 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:43.779864 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:45.014526 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:46:48.231811 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:47:07.856216 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55280) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:47:07.902690 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [None req-8ef10c07-8027-4291-9171-bba7f074fb2b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:47:07.903760 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-8ef10c07-8027-4291-9171-bba7f074fb2b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466011 Mar 05 02:47:08.825185 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-31b69b76-00a6-4315-a4c8-e5b5b95760a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:10.286218 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55288) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:47:10.346339 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e9cb9b-2c8a-4343-a5bd-c000ee3622ed admin admin] GET failed (client error): The resource could not be found. Mar 05 02:47:10.347728 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d2e9cb9b-2c8a-4343-a5bd-c000ee3622ed admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605352 Mar 05 02:47:10.431289 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f9f9a-6b48-460a-8735-bc04907d1819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:10.432750 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0b5f9f9a-6b48-460a-8735-bc04907d1819 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810368 Mar 05 02:47:10.920968 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-15d20e1a-fc3c-4930-9651-246eeeea504e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:12.205563 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:12.781180 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55296) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:47:12.827896 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:47:12.855775 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Made reservation on behalf of 4ae0a96673cc45efb9fff2c188b30e9d for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:47:12.858020 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:12.898590 dv-cinder-827259-3-smb neutron-server[114614]: WARNING neutron.services.revisions.revision_plugin [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Could not find related network for resource to bump revision. Mar 05 02:47:12.914885 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:47:12.926824 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753054777950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (918755d5-d114-46e5-956b-b5cdebfc7dd8), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:12.927365 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Unsubscribe: segment precommit_create {{(pid=114614) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 02:47:12.927820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Added segment 918755d5-d114-46e5-956b-b5cdebfc7dd8 of type vlan for network ab7e8d78-a46b-4a23-8c40-536e5db8af78 Mar 05 02:47:12.978212 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (ab7e8d78-a46b-4a23-8c40-536e5db8af78), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:13.018056 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (ab7e8d78-a46b-4a23-8c40-536e5db8af78), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:13.019106 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:13.019839 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:13.066270 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2839890 Mar 05 02:47:13.115369 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7e8d78-a46b-4a23-8c40-536e5db8af78,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:13.122941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.123299 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.123668 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.124018 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.124364 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.124699 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.125033 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.125366 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.125698 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.126049 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.126387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.126716 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.127071 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898c2ef0-a643-497d-8a58-c21f97f38e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:13.140156 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network ab7e8d78-a46b-4a23-8c40-536e5db8af78 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:47:13.781884 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:15.017442 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:15.413458 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55304) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:47:15.472378 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a7ab49-20ea-4b4c-a4be-2916083b289c admin admin] GET failed (client error): The resource could not be found. Mar 05 02:47:15.473633 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e6a7ab49-20ea-4b4c-a4be-2916083b289c admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592535 Mar 05 02:47:15.570962 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea36959-d908-4f76-a8e5-96dec78135b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:15.572327 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-6ea36959-d908-4f76-a8e5-96dec78135b3 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0948274 Mar 05 02:47:15.581744 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:47:15.599263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Made reservation on behalf of 4ae0a96673cc45efb9fff2c188b30e9d for: {'subnet': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:47:15.601427 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:15.757706 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (167d3a49-b349-4087-aaf9-09570fc49f2a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:15.812897 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167d3a49-b349-4087-aaf9-09570fc49f2a,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:15.817000 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Checking segment: {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:47:15.817355 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Network hostable DHCP agents. Network: ab7e8d78-a46b-4a23-8c40-536e5db8af78, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:47:15.832728 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Network ab7e8d78-a46b-4a23-8c40-536e5db8af78 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:47:15.841480 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, ab7e8d78-a46b-4a23-8c40-536e5db8af78) {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:47:15.845978 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:47:15.846744 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:15.851321 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f003b9e-6cd9-4b02-9b37-25e3461ee048 None None] Network ab7e8d78-a46b-4a23-8c40-536e5db8af78 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:47:15.863251 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-a735114a-2153-4f48-b9bd-425b5fd86279 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2844801 Mar 05 02:47:15.956425 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-ab7e8d78-a46b-4a23-8c40-536e5db8af78', 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78', 'project_id': '4ae0a96673cc45efb9fff2c188b30e9d', 'fixed_ips': [{'subnet_id': '167d3a49-b349-4087-aaf9-09570fc49f2a'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:47:15.957289 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:16.196853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Allocated IP 192.168.233.2 (ab7e8d78-a46b-4a23-8c40-536e5db8af78/167d3a49-b349-4087-aaf9-09570fc49f2a/e8b61720-108a-4cfc-9484-8f87dc11d9fe) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:47:16.341380 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Publish callbacks [] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:16.348434 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:16.388558 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Network ab7e8d78-a46b-4a23-8c40-536e5db8af78 is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:47:16.391353 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:47:16.394672 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:47:16.406776 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Pushing event updated for resources: {'Port': ['ID=e8b61720-108a-4cfc-9484-8f87dc11d9fe,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:16.427856 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.428204 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.428564 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.428912 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.429239 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.429574 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.429902 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.430233 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.430727 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.431115 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.431453 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.431777 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.432099 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:47:16.464523 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Attempting to bind port e8b61720-108a-4cfc-9484-8f87dc11d9fe on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:47:16.464826 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Attempting to bind port e8b61720-108a-4cfc-9484-8f87dc11d9fe by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:47:16.465195 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Attempting to bind port e8b61720-108a-4cfc-9484-8f87dc11d9fe on network ab7e8d78-a46b-4a23-8c40-536e5db8af78 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:47:16.470252 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:47:16.470635 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Checking segment: {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:47:16.471066 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:16.471457 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Bound using segment: {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:47:16.471940 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Bound port: e8b61720-108a-4cfc-9484-8f87dc11d9fe, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:47:16.472322 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:16.535305 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] For port e8b61720-108a-4cfc-9484-8f87dc11d9fe, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:47:16.538274 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] For port e8b61720-108a-4cfc-9484-8f87dc11d9fe, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=e8b61720-108a-4cfc-9484-8f87dc11d9fe,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:47:16.545434 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:16.605520 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3717f-2740-4c4d-a9c9-76482d4a2a00 None None] Pushing event updated for resources: {'Port': ['ID=e8b61720-108a-4cfc-9484-8f87dc11d9fe,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:17.427366 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e87c6-45b0-495c-8a81-4098888cf66a None None] Network ab7e8d78-a46b-4a23-8c40-536e5db8af78 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:47:17.499853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] Provisioning complete for port e8b61720-108a-4cfc-9484-8f87dc11d9fe triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:47:17.500254 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:17.624346 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] Current status of the port e8b61720-108a-4cfc-9484-8f87dc11d9fe is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:47:17.624760 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:17.666767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] For port e8b61720-108a-4cfc-9484-8f87dc11d9fe, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=e8b61720-108a-4cfc-9484-8f87dc11d9fe,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:47:17.672920 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:17.725086 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd518a88-cc53-47d5-a59f-eb51600785a9 None None] Pushing event updated for resources: {'Port': ['ID=e8b61720-108a-4cfc-9484-8f87dc11d9fe,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:47:17.794609 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-5af7fca8-5c6a-45a8-b65e-025e61ecb102 None None] Provisioning complete for port e8b61720-108a-4cfc-9484-8f87dc11d9fe triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:47:17.795080 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-5af7fca8-5c6a-45a8-b65e-025e61ecb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:17.876640 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-5af7fca8-5c6a-45a8-b65e-025e61ecb102 None None] Current status of the port e8b61720-108a-4cfc-9484-8f87dc11d9fe is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:47:17.959127 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device e8b61720-108a-4cfc-9484-8f87dc11d9fe up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:47:18.013312 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port e8b61720-108a-4cfc-9484-8f87dc11d9fe triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:47:18.013707 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (e8b61720-108a-4cfc-9484-8f87dc11d9fe), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:18.096627 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port e8b61720-108a-4cfc-9484-8f87dc11d9fe is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:47:25.231401 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:47:38.826530 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-86c1a553-2e5b-4492-ac18-3eb40cf7b71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:40.922356 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-17f59ba4-41ee-4f0d-b8f4-267a4750abb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:42.210026 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:43.785074 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:47:45.020134 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:02.230748 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:48:08.828451 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2a38e275-55eb-4073-a1b3-b2c767fcd9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:10.923476 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e79b1d12-15bb-42cd-9e02-b895ffbdb122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:12.209637 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:13.787313 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:15.022832 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.071337 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55342) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:48:35.077093 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [None req-407e9c27-2b67-4304-8afd-18a7c690d2f8 tempest-verify_tempest_config-1525089035 tempest-verify_tempest_config-1525089035-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:48:35.077996 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-407e9c27-2b67-4304-8afd-18a7c690d2f8 tempest-verify_tempest_config-1525089035 tempest-verify_tempest_config-1525089035-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056989 Mar 05 02:48:35.365344 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55360) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:48:35.469708 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.571046 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Publish callbacks [] for security_group (4ffcf886-f0a1-49a9-911a-4aaf74be2199), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.574656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4ffcf886-f0a1-49a9-911a-4aaf74be2199), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.617818 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e65f92a44aca4ca5988e2a7687b26431&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2513821 Mar 05 02:48:35.619660 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffcf886-f0a1-49a9-911a-4aaf74be2199,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:48:35.620635 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55364) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:48:35.626309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.626680 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.627077 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.627420 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.627756 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.628088 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.628420 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.628747 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.629073 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.629415 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.629743 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.630169 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.630603 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cfd9d2-6916-421f-a9e0-f30a08539d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.677402 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Publish callbacks [] for security_group (4ffcf886-f0a1-49a9-911a-4aaf74be2199), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.697324 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Publish callbacks [] for security_group (4ffcf886-f0a1-49a9-911a-4aaf74be2199), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.787317 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4ffcf886-f0a1-49a9-911a-4aaf74be2199), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.790484 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:35.791790 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ffcf886-f0a1-49a9-911a-4aaf74be2199 HTTP/1.1" status: 204 len: 168 time: 0.1700010 Mar 05 02:48:35.799661 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffcf886-f0a1-49a9-911a-4aaf74be2199,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:48:35.806533 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.806942 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.807319 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.807665 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.808028 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.808360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.808677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.809008 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.809335 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.809696 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.810014 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.810360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:35.810686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e515a-f0cb-48e8-bbd5-6bccd6195879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:48:38.830882 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0f50b8cb-388f-4529-acab-3750a2c9d472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:39.229460 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:48:40.923767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-60b03f64-b3cc-4c98-b08f-62156054a89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:42.213702 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:43.795253 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:48:45.027060 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:08.831316 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d7e03dd6-eecd-4377-ad22-07c0b0b92758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:10.924321 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-cd9e01d4-8540-4e09-b604-d567f06c829e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:12.217974 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:13.791624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:15.028669 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:16.228500 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:49:38.832753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-1353f4ed-804b-45dd-be5e-7226ce84938b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:40.925300 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-43c0f1e5-042d-46c1-abcf-c8b68e38d001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:42.218324 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:43.796614 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:45.030855 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:49:53.227051 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 5 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:50:08.837967 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-627f1e9d-642e-4888-8118-0e4f04ed7c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:10.926279 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-a47c697d-9bfd-4fa1-9cc8-328c887f40c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:12.221037 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:13.798086 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:15.031814 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:17.614595 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559870'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:30.225671 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:50:32.152106 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55436) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:50:32.253226 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-065ac21e-13c7-4865-97ad-2e26d961c81b admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0998785 Mar 05 02:50:34.598379 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55446) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:50:34.651669 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-89703937-2893-4c4b-ab84-6b3fd729fa4d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0521777 Mar 05 02:50:38.842110 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3f8157d2-20f2-4c59-bbd3-9f6c37d3ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:40.927684 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-275ec2b1-b23b-437e-a380-78a9516cc110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:42.223565 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:43.799947 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:45.033038 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:50:47.594558 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:07.224356 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:51:08.843076 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f1028f93-1bab-45e4-b85a-0fdaf557c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:10.928677 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2447d6ff-cfc4-4c32-8224-8d080894bbd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:12.225828 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:13.803070 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:15.034119 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:17.618680 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:38.845782 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b9b91cf-ac5a-4cdd-a092-4e7019ceaa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:40.931539 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-65d0f95d-a160-42f9-848f-cbc01e46d458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:42.228739 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:43.806855 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:44.223323 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:51:45.036439 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:51:47.625746 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:08.859164 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3b5806fd-0d71-4849-9a07-0798eb2b5608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:10.956236 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-410b698b-293c-464b-95b5-7fb34610b413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:11.709543 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55562) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:11.968994 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2075046604-network', 'tenant_id': 'b3ed95e1b66d492da157fc5a991c4522'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:11.990537 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Made reservation on behalf of b3ed95e1b66d492da157fc5a991c4522 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:11.995056 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.007283 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.086378 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks [] for security_group (2863b8b8-61bd-4ecd-8bbd-765b3a678d28), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.105722 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2863b8b8-61bd-4ecd-8bbd-765b3a678d28), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.137320 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:12.145109 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2863b8b8-61bd-4ecd-8bbd-765b3a678d28,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:12.155827 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.156403 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.157329 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.157846 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.158425 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.158947 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.159543 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.160098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.160786 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.161326 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.161837 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.162277 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.162752 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Tracked resource versions report: Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: pushed versions: Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Log': {'1.0'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Network': {'1.1'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Port': {'1.7'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'PortForwarding': {'1.2'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'QosPolicy': {'1.10'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'SubPort': {'1.0'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Subnet': {'1.1'}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Trunk': {'1.1'}} Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: consumer versions: Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'ConntrackHelper': '1.0', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'LocalIPAssociation': '1.0', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Log': '1.0', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Network': '1.1', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Port': '1.7', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'PortForwarding': '1.2', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'QosPolicy': '1.10', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroup': '1.5', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'SecurityGroupRule': '1.2', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'SubPort': '1.0', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Subnet': '1.1', Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: 'Trunk': '1.1'}} Mar 05 02:52:12.164523 dv-cinder-827259-3-smb neutron-server[114613]: {{(pid=114613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:12.172038 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (7e825a1a-5893-4376-ae1a-597e988f4a61), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.172686 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Added segment 7e825a1a-5893-4376-ae1a-597e988f4a61 of type vlan for network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 Mar 05 02:52:12.219928 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (a6acba7f-e71f-42ec-b2ec-9a5b059b70f0), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.233724 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.248128 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (a6acba7f-e71f-42ec-b2ec-9a5b059b70f0), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.249119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:12.249774 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.324110 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6100872 Mar 05 02:52:12.324508 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55600) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:12.331689 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Request body: {'subnet': {'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2075046604-subnet', 'tenant_id': 'b3ed95e1b66d492da157fc5a991c4522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:12.337219 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6f13-82af-49f6-8c82-4ad559257a31 admin admin] Pushing event updated for resources: {'Network': ['ID=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:12.357722 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:12.359780 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Made reservation on behalf of b3ed95e1b66d492da157fc5a991c4522 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:12.362807 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.558034 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (6ecb300b-add7-4af0-98f3-cb2de81fdc8a), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.612912 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecb300b-add7-4af0-98f3-cb2de81fdc8a,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:12.623327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.623718 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.624125 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.624490 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.624836 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.625210 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.625559 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.625872 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.626190 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.626547 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.626933 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.627313 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.627616 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Tracked resource versions report: Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: pushed versions: Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Log': {'1.0'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Network': {'1.1'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Port': {'1.7'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'PortForwarding': {'1.2'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'QosPolicy': {'1.10'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'SubPort': {'1.0'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Subnet': {'1.1'}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Trunk': {'1.1'}} Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: consumer versions: Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'ConntrackHelper': '1.0', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'LocalIPAssociation': '1.0', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Log': '1.0', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Network': '1.1', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Port': '1.7', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'PortForwarding': '1.2', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'QosPolicy': '1.10', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroup': '1.5', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'SecurityGroupRule': '1.2', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'SubPort': '1.0', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Subnet': '1.1', Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: 'Trunk': '1.1'}} Mar 05 02:52:12.628690 dv-cinder-827259-3-smb neutron-server[114614]: {{(pid=114614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:12.648480 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Checking segment: {'id': '7e825a1a-5893-4376-ae1a-597e988f4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:12.648480 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Network hostable DHCP agents. Network: a6acba7f-e71f-42ec-b2ec-9a5b059b70f0, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:12.665963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:12.676368 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, a6acba7f-e71f-42ec-b2ec-9a5b059b70f0) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:12.681582 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:12.683012 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:12.687886 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea9eef-2876-49fa-adf9-742f63d07247 None None] Network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:12.700163 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d39ac9da-b798-4c9a-815f-d198845de893 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3739057 Mar 05 02:52:12.808502 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28355af-8874-4735-aea5-94f85c937897 None None] Network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:12.872182 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55636) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:13.181360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-52727103-network', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:13.202929 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Made reservation on behalf of 68c504a292454b7eb42cb5ea036cf77f for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:13.205876 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.214680 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.291670 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55664) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:13.309756 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks [] for security_group (f1a28eb7-5aa8-4112-8bcc-a9b45751e58c), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.319870 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f1a28eb7-5aa8-4112-8bcc-a9b45751e58c), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.363679 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:13.377489 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (29bf7037-e89b-4a6f-a03e-cf6c46cb97bf), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.377838 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Added segment 29bf7037-e89b-4a6f-a03e-cf6c46cb97bf of type vlan for network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a Mar 05 02:52:13.386162 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:13.437247 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.473656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55672) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:13.487791 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.489066 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:13.489659 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.528832 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55678) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:13.529490 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6553817 Mar 05 02:52:13.535071 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Request body: {'subnet': {'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-subnet', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:13.561226 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a0da1-0401-486e-8b6b-6244b8ecd985 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:13.568482 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Made reservation on behalf of 68c504a292454b7eb42cb5ea036cf77f for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:13.571929 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.573210 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:13.813320 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (b784af72-c331-484b-b9f6-9b91f3a72328), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.833896 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1740438637-network', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:13.839539 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.904991 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b784af72-c331-484b-b9f6-9b91f3a72328,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:13.911826 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345972982-network', 'tenant_id': 'c1d0248d2b004dc69c368b85ea5ccc2d'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:13.915122 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Made reservation on behalf of a14be260377244f6a1b77fc0313f20c1 for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:13.919013 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.919128 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55692) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:13.955801 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.959373 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Made reservation on behalf of c1d0248d2b004dc69c368b85ea5ccc2d for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:13.961638 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:13.990461 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.031910 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Checking segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:14.032273 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Network hostable DHCP agents. Network: 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:14.147057 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:14.175986 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:14.187058 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:14.187642 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.193295 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4067052f-8920-40d9-bc27-45737a9472bd None None] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:14.197931 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks [] for security_group (0c0ae13d-f0ac-414c-802a-0c1055e9b64e), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.208013 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (0c0ae13d-f0ac-414c-802a-0c1055e9b64e), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.232926 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d9046162-43df-44bf-914d-2a05065a913b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7003450 Mar 05 02:52:14.233279 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55714) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:14.237469 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:14.256076 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:14.288560 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-721108559-network', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:14.304555 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks [] for security_group (5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.326016 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.336758 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (4e11d021-12ff-4cd7-a79b-eb70908efa80), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.337987 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (4e11d021-12ff-4cd7-a79b-eb70908efa80), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.355975 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Made reservation on behalf of 2b72a4570a0c44a9aa4880199a201aa8 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:14.358509 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.359627 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (8aaac670-ad0a-46dd-a901-61e028b23bcb), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.360193 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Added segment 8aaac670-ad0a-46dd-a901-61e028b23bcb of type vlan for network 1ad8a929-f41d-48b9-9606-4fce007c63ef Mar 05 02:52:14.386134 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.431258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4253d4-61b4-465a-9d11-42449da30f0d None None] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:14.441921 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:14.450188 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ae13d-f0ac-414c-802a-0c1055e9b64e,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:14.527721 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (1ad8a929-f41d-48b9-9606-4fce007c63ef), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.581274 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (93b1ae94-05f1-4374-8036-1a86a6196138), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.581871 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Added segment 93b1ae94-05f1-4374-8036-1a86a6196138 of type vlan for network f7c1b3f9-19f6-48ed-b774-14ded21565fe Mar 05 02:52:14.599657 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (1ad8a929-f41d-48b9-9606-4fce007c63ef), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.601187 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:14.601767 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.621698 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks [] for router_controller (4e11d021-12ff-4cd7-a79b-eb70908efa80), precommit_add_association {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.691797 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] Pushing event updated for resources: {'Network': ['ID=1ad8a929-f41d-48b9-9606-4fce007c63ef,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:14.700641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:14.709167 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:14.736547 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b94ca2ad-95a0-4548-9d0c-c2b0ad7ad05f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4435375 Mar 05 02:52:14.740967 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55724) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:14.746454 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (f7c1b3f9-19f6-48ed-b774-14ded21565fe), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.751407 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Request body: {'subnet': {'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1740438637-subnet', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:14.786453 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (f7c1b3f9-19f6-48ed-b774-14ded21565fe), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.790092 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:14.791045 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.825346 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Made reservation on behalf of a14be260377244f6a1b77fc0313f20c1 for: {'subnet': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:14.827058 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3517706 Mar 05 02:52:14.829141 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.842438 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55734) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:14.860391 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Request body: {'subnet': {'network_id': 'f7c1b3f9-19f6-48ed-b774-14ded21565fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1345972982-subnet', 'tenant_id': 'c1d0248d2b004dc69c368b85ea5ccc2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:14.930473 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844904c-fe5f-49ab-905f-7ffcfdbdb180 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c1b3f9-19f6-48ed-b774-14ded21565fe,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:14.935319 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Made reservation on behalf of c1d0248d2b004dc69c368b85ea5ccc2d for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:14.938458 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:14.943739 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network f7c1b3f9-19f6-48ed-b774-14ded21565fe details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:15.079132 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks [] for router_gateway (4e11d021-12ff-4cd7-a79b-eb70908efa80), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.108265 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.228004 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks [] for security_group (74b50223-0e8a-4bbf-8116-23ecc3589680), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.260652 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55770) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:15.265667 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (74b50223-0e8a-4bbf-8116-23ecc3589680), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.288478 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:15.300292 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (812a6470-70a7-4bd3-8993-36fcf328f42f), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.301099 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Added segment 812a6470-70a7-4bd3-8993-36fcf328f42f of type vlan for network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd Mar 05 02:52:15.304918 dv-cinder-827259-3-smb neutron-server[114613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 02:52:15.338564 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (b4e7da22-a6c7-4a6a-a28f-6fa554d5375b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.436055 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Checking segment: {'id': '93b1ae94-05f1-4374-8036-1a86a6196138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f7c1b3f9-19f6-48ed-b774-14ded21565fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:15.436462 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Network hostable DHCP agents. Network: f7c1b3f9-19f6-48ed-b774-14ded21565fe, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:15.438753 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e7da22-a6c7-4a6a-a28f-6fa554d5375b,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:15.455862 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.459314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Network f7c1b3f9-19f6-48ed-b774-14ded21565fe is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:15.477996 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, f7c1b3f9-19f6-48ed-b774-14ded21565fe) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:15.484796 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:15.485457 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.491914 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6495e1-5abe-4a2e-baa5-1e4a1226a7a3 None None] Network f7c1b3f9-19f6-48ed-b774-14ded21565fe requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:15.511953 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b0f95337-bd94-44b9-9c23-82070b9a4c5c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6679225 Mar 05 02:52:15.530150 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b50223-0e8a-4bbf-8116-23ecc3589680,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:15.641394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.642657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:15.643416 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.695471 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab81e5-ea0e-41c6-8e96-05a82a4f8826 None None] Network f7c1b3f9-19f6-48ed-b774-14ded21565fe requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:15.773160 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8527534 Mar 05 02:52:15.776014 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55808) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:15.781683 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Request body: {'subnet': {'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-721108559-subnet', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:15.827074 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Made reservation on behalf of 2b72a4570a0c44a9aa4880199a201aa8 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:15.832701 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:15.962664 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be4a27-e685-49ce-bae6-ecc72859468c admin admin] Pushing event updated for resources: {'Network': ['ID=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:15.973544 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:16.027028 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-2dbc41a3-bbaf-4a67-be84-338e1fe63331 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:16.028617 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-2dbc41a3-bbaf-4a67-be84-338e1fe63331 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/networks?id=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 HTTP/1.1" status: 200 len: 812 time: 0.7254052 Mar 05 02:52:16.033314 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (b17fd0ef-d483-44a5-a5e0-71aeeb7263cf), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.138392 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-6d987eaa-ed85-41a3-8df7-161721d6094d tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/quotas/b3ed95e1b66d492da157fc5a991c4522 HTTP/1.1" status: 200 len: 375 time: 0.0935133 Mar 05 02:52:16.176630 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (5098c298-b3e7-4e85-892b-e1291d4d2301), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.243388 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-985e7855-5ada-4bdf-866d-2ecb033c44a9 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3ed95e1b66d492da157fc5a991c4522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615580 Mar 05 02:52:16.268320 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55830) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:16.279359 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:16.295545 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:16.296119 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Network hostable DHCP agents. Network: ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:16.299420 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5098c298-b3e7-4e85-892b-e1291d4d2301,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:16.345058 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Checking segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:16.345411 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Network hostable DHCP agents. Network: 1ad8a929-f41d-48b9-9606-4fce007c63ef, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:16.351996 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks [] for router_gateway (4e11d021-12ff-4cd7-a79b-eb70908efa80), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.360142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:16.375951 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.383292 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:16.391867 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:16.393615 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.410641 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05438f50-1903-44bf-ba4a-3e878b9b284b None None] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:16.428546 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:16.438324 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 1ad8a929-f41d-48b9-9606-4fce007c63ef) {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:16.443632 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0e611cf5-bd4e-4c98-8183-142ffc8b2270 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6638811 Mar 05 02:52:16.444447 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55842) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:16.448582 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:16.449038 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.453533 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:16.473848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51e831-aac7-45b8-a9c3-bfa322aa10e2 None None] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:16.511220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55848) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:16.511480 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ac37e9e3-23a7-4660-9098-0f39c0f043ba admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7677331 Mar 05 02:52:16.522554 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:16.524675 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.525665 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.556366 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Allocated IP 172.28.2.59 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/d9043155-83cd-41e3-b0df-9ccfa0e4c72b) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:16.588537 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (cc529a76-29bc-46cf-9944-e50565d275a2), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.590156 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (cc529a76-29bc-46cf-9944-e50565d275a2), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.606270 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks [] for router_controller (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), precommit_add_association {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.739189 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-9eb72253-eff9-4861-a791-a43b7140ee20 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:52:16.739189 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-9eb72253-eff9-4861-a791-a43b7140ee20 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2185597 Mar 05 02:52:16.773223 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks [] for router_controller (cc529a76-29bc-46cf-9944-e50565d275a2), precommit_add_association {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.780450 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55854) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:16.789072 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198197955-network', 'tenant_id': '3446f540859e4c94973762c2f8401a0a'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:16.835013 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-1ad8a929-f41d-48b9-9606-4fce007c63ef', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:52:16.836458 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.853224 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b7fff969-244f-4661-ae09-9b89e2985a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.926459 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Made reservation on behalf of 3446f540859e4c94973762c2f8401a0a for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:16.929464 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:16.957050 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:52:16.957934 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.036506 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks [] for router_gateway (cc529a76-29bc-46cf-9944-e50565d275a2), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.062748 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks [] for router_gateway (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.069587 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks [] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.074295 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.133865 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-4aabf481-eccf-46aa-86bd-88d945fd8f80 service neutron] 10.222.0.11 "GET /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903928 Mar 05 02:52:17.218084 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Allocated IP 172.20.0.2 (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd/5098c298-b3e7-4e85-892b-e1291d4d2301/337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:17.248022 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Allocated IP 172.20.0.2 (1ad8a929-f41d-48b9-9606-4fce007c63ef/b17fd0ef-d483-44a5-a5e0-71aeeb7263cf/525bf5cf-7f3e-4a71-975f-35709b26e484) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:17.270365 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.301267 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b7fff969-244f-4661-ae09-9b89e2985a7b admin admin] Publish callbacks [] for security_group (ccaa86a3-ca52-40a0-981d-6a75699025bb), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.318962 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b7fff969-244f-4661-ae09-9b89e2985a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ccaa86a3-ca52-40a0-981d-6a75699025bb), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.319230 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Pushing event updated for resources: {'Port': ['ID=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.362571 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:17.376965 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:17.382484 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:17.401992 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks [] for security_group (4350420e-d9a1-445d-af47-6c46dff2fb22), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.430029 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c476192f-a058-40e0-848f-c274983f7879 service neutron] 10.222.0.11 "GET /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834811 Mar 05 02:52:17.471864 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b7fff969-244f-4661-ae09-9b89e2985a7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbff0c2477a147f3a63c80332e098143&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2027807 Mar 05 02:52:17.475498 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fff969-244f-4661-ae09-9b89e2985a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaa86a3-ca52-40a0-981d-6a75699025bb,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.487605 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55876) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:17.551276 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4350420e-d9a1-445d-af47-6c46dff2fb22), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.554885 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Publish callbacks [] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.566558 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.572018 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:52:17.583490 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (ead246e2-e7db-4020-b68b-217d1c87699c), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.583978 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Added segment ead246e2-e7db-4020-b68b-217d1c87699c of type vlan for network 16e0875f-fb9c-4fe0-a832-3c88c2c791c4 Mar 05 02:52:17.627109 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:17.631262 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Pushing event updated for resources: {'Port': ['ID=525bf5cf-7f3e-4a71-975f-35709b26e484,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.638439 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:17.640387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (16e0875f-fb9c-4fe0-a832-3c88c2c791c4), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.650867 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:17.655797 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.656968 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.657341 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.657801 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.658215 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.658624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.659341 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.659722 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.660062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.660419 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.661132 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.661501 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.661872 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Tracked resource versions report: Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: pushed versions: Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Log': {'1.0'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Network': {'1.1'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Port': {'1.7'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'PortForwarding': {'1.2'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'QosPolicy': {'1.10'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'SubPort': {'1.0'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Subnet': {'1.1'}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Trunk': {'1.1'}} Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: consumer versions: Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'ConntrackHelper': '1.0', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'LocalIPAssociation': '1.0', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Log': '1.0', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Network': '1.1', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Port': '1.7', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'PortForwarding': '1.2', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'QosPolicy': '1.10', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroup': '1.5', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'SecurityGroupRule': '1.2', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'SubPort': '1.0', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Subnet': '1.1', Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: 'Trunk': '1.1'}} Mar 05 02:52:17.663978 dv-cinder-827259-3-smb neutron-server[114615]: {{(pid=114615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:17.684406 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.688767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Publish callbacks [] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.700983 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks [] for router_gateway (cc529a76-29bc-46cf-9944-e50565d275a2), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.725573 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3dce171c-c731-4f53-887e-1587529ca436 admin admin] Publish callbacks [] for security_group (ccaa86a3-ca52-40a0-981d-6a75699025bb), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.760276 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3dce171c-c731-4f53-887e-1587529ca436 admin admin] Publish callbacks [] for security_group (ccaa86a3-ca52-40a0-981d-6a75699025bb), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.779991 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55888) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:17.781847 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.785851 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.791357 dv-cinder-827259-3-smb neutron-server[114614]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 02:52:17.818396 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks [] for router_gateway (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.830780 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.db.resource_extend [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 02:52:17.833510 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4350420e-d9a1-445d-af47-6c46dff2fb22,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.846273 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Pushing event updated for resources: {'Port': ['ID=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:17.859093 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:17.861127 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:17.863314 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Attempting to bind port 525bf5cf-7f3e-4a71-975f-35709b26e484 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:17.863876 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Attempting to bind port 525bf5cf-7f3e-4a71-975f-35709b26e484 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:17.864466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Attempting to bind port 525bf5cf-7f3e-4a71-975f-35709b26e484 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:17.867174 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:17.873534 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65b49a7d-0f17-40e5-af32-94efdb91b02b req-2161511c-86a0-4fd2-babd-96ed305bc234 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.0896106 Mar 05 02:52:17.875830 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:17.876443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Checking segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:17.877028 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.877424 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Bound using segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:17.878066 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Bound port: 525bf5cf-7f3e-4a71-975f-35709b26e484, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:17.878463 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.913360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.934443 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (16e0875f-fb9c-4fe0-a832-3c88c2c791c4), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.935711 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:17.936438 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.979129 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Attempting to bind port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:17.979423 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Attempting to bind port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:17.979798 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Attempting to bind port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:17.983893 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2007804 Mar 05 02:52:17.994270 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:17.994780 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:17.995312 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:17.995812 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Bound using segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:17.996297 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Bound port: 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:17.996686 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.011796 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] For port 525bf5cf-7f3e-4a71-975f-35709b26e484, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:18.043069 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55900) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:18.046545 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] For port 525bf5cf-7f3e-4a71-975f-35709b26e484, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=525bf5cf-7f3e-4a71-975f-35709b26e484,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:18.051957 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Request body: {'subnet': {'network_id': '16e0875f-fb9c-4fe0-a832-3c88c2c791c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198197955-subnet', 'tenant_id': '3446f540859e4c94973762c2f8401a0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:18.057936 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.065786 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks [] for router_gateway (4e11d021-12ff-4cd7-a79b-eb70908efa80), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.119331 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Made reservation on behalf of 3446f540859e4c94973762c2f8401a0a for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:18.122011 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.124703 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Allocated IP 172.28.2.106 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/c405b2cc-9fb7-47a2-851c-888343f40394) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:18.129103 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] For port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:18.134302 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] For port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:18.142407 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e64a0-04b1-42a6-bcf4-f7db58232198 admin admin] Pushing event updated for resources: {'Network': ['ID=16e0875f-fb9c-4fe0-a832-3c88c2c791c4,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.148399 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.161716 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 16e0875f-fb9c-4fe0-a832-3c88c2c791c4 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:52:18.180492 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233460ba-9466-4336-9a72-b65b84cf4fb1 None None] Pushing event updated for resources: {'Port': ['ID=525bf5cf-7f3e-4a71-975f-35709b26e484,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.266081 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a7fd2-c701-4cf3-99b0-11876262be38 None None] Pushing event updated for resources: {'Port': ['ID=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.393963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks [] for port (c405b2cc-9fb7-47a2-851c-888343f40394), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.408162 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3dce171c-c731-4f53-887e-1587529ca436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ccaa86a3-ca52-40a0-981d-6a75699025bb), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.410760 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3dce171c-c731-4f53-887e-1587529ca436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.411958 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3dce171c-c731-4f53-887e-1587529ca436 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccaa86a3-ca52-40a0-981d-6a75699025bb HTTP/1.1" status: 204 len: 168 time: 0.9223797 Mar 05 02:52:18.439201 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce171c-c731-4f53-887e-1587529ca436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaa86a3-ca52-40a0-981d-6a75699025bb,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:18.651039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.758189 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:18.773842 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:18.801250 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:18.814354 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (4e11d021-12ff-4cd7-a79b-eb70908efa80), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.840195 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Allocated IP 172.28.2.126 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/fe6b395d-f0ff-4850-992a-44f8d7e61053) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:18.883610 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (9a5150d3-f6e1-4584-885e-a4398218147a), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:18.908505 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Pushing event updated for resources: {'Port': ['ID=c405b2cc-9fb7-47a2-851c-888343f40394,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:19.073635 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Checking segment: {'id': 'ead246e2-e7db-4020-b68b-217d1c87699c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '16e0875f-fb9c-4fe0-a832-3c88c2c791c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:19.074388 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Network hostable DHCP agents. Network: 16e0875f-fb9c-4fe0-a832-3c88c2c791c4, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:52:19.099192 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5150d3-f6e1-4584-885e-a4398218147a,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:19.205768 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e0bd7888-0690-4efa-b7c4-9c7ee5023637 req-4bd4ac68-21b2-43d4-935d-002b25f1f58a tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.1994178 Mar 05 02:52:19.270679 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55948) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:19.386971 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks [] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.429888 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Router 4e11d021-12ff-4cd7-a79b-eb70908efa80 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:52:19.438754 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Network 16e0875f-fb9c-4fe0-a832-3c88c2c791c4 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:52:19.455173 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 16e0875f-fb9c-4fe0-a832-3c88c2c791c4) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:19.463031 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:19.463685 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.475870 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e384f726-56d8-4ad2-b480-1272fef36688 None None] Network 16e0875f-fb9c-4fe0-a832-3c88c2c791c4 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:19.542140 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-81d2e583-1fd7-4363-8337-6f9209dd1464 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4894364 Mar 05 02:52:19.562879 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55956) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:19.596739 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ef39a789-19d1-4bbd-a216-8b7847d941ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.644704 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks [] for router_gateway (cc529a76-29bc-46cf-9944-e50565d275a2), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.663858 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca8ab-73e7-41f4-8334-5089f21e3cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.677588 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.745326 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e3a2f-4454-48d1-89cf-4b3c2a55e422 None None] Network 16e0875f-fb9c-4fe0-a832-3c88c2c791c4 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:19.752581 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55960) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:19.797414 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Pushing event updated for resources: {'Port': ['ID=fe6b395d-f0ff-4850-992a-44f8d7e61053,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:19.869158 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b05fe0-d79e-41d3-b8bd-c94baa89bf10 None None] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:19.873143 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ef39a789-19d1-4bbd-a216-8b7847d941ff admin admin] Publish callbacks [] for security_group (5d81e3fc-ca21-4652-8190-d7ff11b9cf23), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.880923 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Deleting subnet b4e7da22-a6c7-4a6a-a28f-6fa554d5375b {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:52:19.893660 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca8ab-73e7-41f4-8334-5089f21e3cd2 admin admin] Publish callbacks [] for security_group (ce4c0753-bd98-40d9-9d5c-453f864ddb80), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.911172 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:19.915295 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca8ab-73e7-41f4-8334-5089f21e3cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ce4c0753-bd98-40d9-9d5c-453f864ddb80), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.926331 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:19.928106 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Publish callbacks [] for subnet (b4e7da22-a6c7-4a6a-a28f-6fa554d5375b), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.929880 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ef39a789-19d1-4bbd-a216-8b7847d941ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5d81e3fc-ca21-4652-8190-d7ff11b9cf23), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:19.942639 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:20.021139 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Publish callbacks [] for subnet (b4e7da22-a6c7-4a6a-a28f-6fa554d5375b), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.062020 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] Provisioning complete for port 525bf5cf-7f3e-4a71-975f-35709b26e484 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:20.062427 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.118172 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (cc529a76-29bc-46cf-9944-e50565d275a2), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.234710 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (b4e7da22-a6c7-4a6a-a28f-6fa554d5375b), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.244408 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4a5ca8ab-73e7-41f4-8334-5089f21e3cd2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c30953d7a3a4c558ba7fe0571dc417a&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9682252 Mar 05 02:52:20.255965 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55966) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:20.284332 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ef39a789-19d1-4bbd-a216-8b7847d941ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f83437ff9cb74003b436f3d7ed759de4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7102332 Mar 05 02:52:20.291687 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55970) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:20.345596 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39a789-19d1-4bbd-a216-8b7847d941ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81e3fc-ca21-4652-8190-d7ff11b9cf23,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.464713 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e8686e-28e6-470d-ba17-73b5e99a3b37 None None] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:52:20.570040 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ca8ab-73e7-41f4-8334-5089f21e3cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c0753-bd98-40d9-9d5c-453f864ddb80,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.601857 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (b4e7da22-a6c7-4a6a-a28f-6fa554d5375b), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.657230 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3962201f-10c7-4327-859c-cd44188b643a req-11793bb6-daad-4bc9-a06e-98c168355ae3 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.0782058 Mar 05 02:52:20.678432 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:20.694191 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Sync routers for ids ['4e11d021-12ff-4cd7-a79b-eb70908efa80'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:20.694826 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] Current status of the port 525bf5cf-7f3e-4a71-975f-35709b26e484 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:20.695228 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.711788 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Routers {'4e11d021-12ff-4cd7-a79b-eb70908efa80'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:20.715826 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['4e11d021-12ff-4cd7-a79b-eb70908efa80'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:20.768883 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:20.793663 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e7da22-a6c7-4a6a-a28f-6fa554d5375b,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:20.804171 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.808791 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2d584968-3bea-446b-9fcd-9c000f2d6ab8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4e7da22-a6c7-4a6a-a28f-6fa554d5375b HTTP/1.1" status: 204 len: 168 time: 1.0541415 Mar 05 02:52:20.808994 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b05feffa-1889-4127-9c02-0a0ef0d8cb09 admin admin] Publish callbacks [] for security_group (ce4c0753-bd98-40d9-9d5c-453f864ddb80), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.814636 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 55992) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:20.817731 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.819603 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5c4d0db8-9188-467a-be75-c9f5d9354544 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5854435 Mar 05 02:52:20.827724 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c6c06472-6b17-4cdb-a787-9cee587c18a7 admin admin] Publish callbacks [] for security_group (5d81e3fc-ca21-4652-8190-d7ff11b9cf23), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.828560 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 55994) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:20.861963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c6c06472-6b17-4cdb-a787-9cee587c18a7 admin admin] Publish callbacks [] for security_group (5d81e3fc-ca21-4652-8190-d7ff11b9cf23), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:20.895598 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] For port 525bf5cf-7f3e-4a71-975f-35709b26e484, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=525bf5cf-7f3e-4a71-975f-35709b26e484,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:20.924018 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.041560 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.16', 61412) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:21.073584 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:21.074482 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.077517 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f83a-f8d7-47b5-b6d8-527db721e61e None None] Pushing event updated for resources: {'Port': ['ID=525bf5cf-7f3e-4a71-975f-35709b26e484,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.093632 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Set router 4e11d021-12ff-4cd7-a79b-eb70908efa80 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:21.117342 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Router cc529a76-29bc-46cf-9944-e50565d275a2 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:52:21.124800 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Provisioning complete for port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:21.125408 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.191391 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c6c06472-6b17-4cdb-a787-9cee587c18a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5d81e3fc-ca21-4652-8190-d7ff11b9cf23), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.200183 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c6c06472-6b17-4cdb-a787-9cee587c18a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.201392 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-c6c06472-6b17-4cdb-a787-9cee587c18a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d81e3fc-ca21-4652-8190-d7ff11b9cf23 HTTP/1.1" status: 204 len: 168 time: 0.8524566 Mar 05 02:52:21.234194 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b05feffa-1889-4127-9c02-0a0ef0d8cb09 admin admin] Publish callbacks [] for security_group (ce4c0753-bd98-40d9-9d5c-453f864ddb80), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.268199 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks [] for router_gateway (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.436800 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:52:21.463036 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 3, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:21.499084 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Checking router: 4e11d021-12ff-4cd7-a79b-eb70908efa80 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:21.500366 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Updating router 4e11d021-12ff-4cd7-a79b-eb70908efa80 port d9043155-83cd-41e3-b0df-9ccfa0e4c72b binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:21.569684 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.784809 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:21.785360 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.814993 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b05feffa-1889-4127-9c02-0a0ef0d8cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ce4c0753-bd98-40d9-9d5c-453f864ddb80), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.821624 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b05feffa-1889-4127-9c02-0a0ef0d8cb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.825498 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b05feffa-1889-4127-9c02-0a0ef0d8cb09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce4c0753-bd98-40d9-9d5c-453f864ddb80 HTTP/1.1" status: 204 len: 168 time: 1.5671535 Mar 05 02:52:21.871336 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05feffa-1889-4127-9c02-0a0ef0d8cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c0753-bd98-40d9-9d5c-453f864ddb80,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.879220 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.883692 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06472-6b17-4cdb-a787-9cee587c18a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81e3fc-ca21-4652-8190-d7ff11b9cf23,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:21.900208 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:21.918327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (f7c1b3f9-19f6-48ed-b774-14ded21565fe), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.920871 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:21.929336 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 525bf5cf-7f3e-4a71-975f-35709b26e484 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:22.012392 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Current status of the port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:22.012779 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.016046 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-acc5685e-a71b-4dc7-8774-190a8ebe8498 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:22.017616 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-acc5685e-a71b-4dc7-8774-190a8ebe8498 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.16 "GET /v2.0/networks?id=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 HTTP/1.1" status: 200 len: 812 time: 0.9731171 Mar 05 02:52:22.063409 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-89a4b771-86ab-4683-8e95-a54e5a126d4a req-ebc791f2-cf72-452a-8e34-7f97cb818a32 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.1611564 Mar 05 02:52:22.085773 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:22.117560 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Request body: {'port': {'device_id': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0', 'admin_state_up': True, 'tenant_id': 'b3ed95e1b66d492da157fc5a991c4522'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:22.127938 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:22.212820 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Publish callbacks [] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.229742 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.278046 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 525bf5cf-7f3e-4a71-975f-35709b26e484 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:22.278430 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.298575 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:22.299305 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:22.336022 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.360788 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:52:22.420712 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Pushing event updated for resources: {'Port': ['ID=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.428502 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Attempting to bind port d9043155-83cd-41e3-b0df-9ccfa0e4c72b on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:22.430461 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Attempting to bind port d9043155-83cd-41e3-b0df-9ccfa0e4c72b by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:22.430945 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Attempting to bind port d9043155-83cd-41e3-b0df-9ccfa0e4c72b on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:22.457189 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.457554 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.458698 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.460923 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.461443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.463841 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.464211 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.465790 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.466143 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.466503 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.468884 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.469698 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.472665 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.473070 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Tracked resource versions report: Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: pushed versions: Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: { 'AddressGroup': {'1.2'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'ConntrackHelper': {'1.0'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'LocalIPAssociation': {'1.0'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Log': {'1.0'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Network': {'1.1'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Port': {'1.7'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'PortForwarding': {'1.2'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'QosPolicy': {'1.10'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroup': {'1.5'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroupRule': {'1.2'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'SubPort': {'1.0'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Subnet': {'1.1'}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Trunk': {'1.1'}} Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: consumer versions: Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: { DHCP agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: HyperV agent@hv-cinder-82725: {}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: L3 agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: Metadata agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: Metering agent@dv-cinder-827259-3-smb: {}, Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: Open vSwitch agent@dv-cinder-827259-3-smb: { 'AddressGroup': '1.2', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'ConntrackHelper': '1.0', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'LocalIPAssociation': '1.0', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Log': '1.0', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Network': '1.1', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Port': '1.7', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'PortForwarding': '1.2', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'QosPolicy': '1.10', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroup': '1.5', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'SecurityGroupRule': '1.2', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'SubPort': '1.0', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Subnet': '1.1', Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: 'Trunk': '1.1'}} Mar 05 02:52:22.475987 dv-cinder-827259-3-smb neutron-server[114616]: {{(pid=114616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 02:52:22.485005 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:22.486946 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:22.487893 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.488313 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:22.490673 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Bound port: d9043155-83cd-41e3-b0df-9ccfa0e4c72b, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:22.492307 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.517958 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.db.api [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 02:52:22.518283 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG oslo_db.api [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 02:52:22.644380 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] For port d9043155-83cd-41e3-b0df-9ccfa0e4c72b, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:22.650509 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] For port d9043155-83cd-41e3-b0df-9ccfa0e4c72b, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:22.664650 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.789979 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:22.806054 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:22.817702 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bda326-0e6d-40a2-a34c-2daccb8f7b0f None None] Pushing event updated for resources: {'Port': ['ID=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:22.833909 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:22.853390 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Routers {'4e11d021-12ff-4cd7-a79b-eb70908efa80'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:22.854359 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['4e11d021-12ff-4cd7-a79b-eb70908efa80'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:22.864628 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Allocated IP 172.20.0.1 (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a/b784af72-c331-484b-b9f6-9b91f3a72328/a8c39b31-6221-4370-b48f-d15db0851591) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:22.878703 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:22.883434 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4fbf26b6-0af1-4c43-96e6-8876f9af610e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4354055 Mar 05 02:52:22.895807 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56082) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:23.016954 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.027637 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e53d48ee-82e4-4510-bff8-09aefd4b8681 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5125942 Mar 05 02:52:23.028903 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] Set router 4e11d021-12ff-4cd7-a79b-eb70908efa80 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:23.168886 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (f7c1b3f9-19f6-48ed-b774-14ded21565fe), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.171523 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 525bf5cf-7f3e-4a71-975f-35709b26e484 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:23.218939 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.222360 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.223296 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.223770 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > port after_create 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.223957 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.224312 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > port after_update 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.224623 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.227843 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.228205 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.228521 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.276428 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:19Z', 'revision_number': 3, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.360631 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:23.361023 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Updating router cc529a76-29bc-46cf-9944-e50565d275a2 port c405b2cc-9fb7-47a2-851c-888343f40394 binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:23.463136 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Current status of the port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:23.468342 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:23.468980 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.491462 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:23.575299 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.599587 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Provisioning complete for port 525bf5cf-7f3e-4a71-975f-35709b26e484 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:23.599867 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56084) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:23.600099 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.737010 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.744399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.744782 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.746845 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:52:23.747242 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c1b3f9-19f6-48ed-b774-14ded21565fe']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.819204 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b1ae94-05f1-4374-8036-1a86a6196138') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.819378 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b1ae94-05f1-4374-8036-1a86a6196138') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.871343 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (93b1ae94-05f1-4374-8036-1a86a6196138), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.929822 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 3, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:23.935773 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (93b1ae94-05f1-4374-8036-1a86a6196138), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:23.974534 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:52:23.975505 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (93b1ae94-05f1-4374-8036-1a86a6196138), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.000205 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11552697-1df4-4b4c-acf8-0debbefeaa5b None None] The sync data for ids ['4e11d021-12ff-4cd7-a79b-eb70908efa80'] in dv-cinder-827259-3-smb is: [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:17Z', 'revision_number': 3, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: from cryptography.utils import int_from_bytes Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: from cryptography.utils import int_from_bytes Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:52:24.015209 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:52:24.025224 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:24.065754 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:24.066394 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.187191 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks [] for port (a8c39b31-6221-4370-b48f-d15db0851591), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.244257 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9a635deb-46f7-444e-8b20-16796b7ba449 req-1852abee-888f-4ce0-aaaf-29da7e5037c5 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.2076616 Mar 05 02:52:24.269550 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Made reservation on behalf of b3ed95e1b66d492da157fc5a991c4522 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:24.281216 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.345726 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (f7c1b3f9-19f6-48ed-b774-14ded21565fe), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.489487 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (a8c39b31-6221-4370-b48f-d15db0851591), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.641281 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.648973 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7c1b3f9-19f6-48ed-b774-14ded21565fe HTTP/1.1" status: 204 len: 168 time: 3.8332827 Mar 05 02:52:24.765070 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56118) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:24.824768 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 3, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:24.842125 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1f3d6-5f29-4e85-9c43-375c72196078 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c1b3f9-19f6-48ed-b774-14ded21565fe,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:24.943323 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Publish callbacks [] for port (c405b2cc-9fb7-47a2-851c-888343f40394), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:24.949385 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-161db231-08a0-4c26-b38f-92dd8ebbe879 None None] Current status of the port 525bf5cf-7f3e-4a71-975f-35709b26e484 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:24.989797 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:25.008635 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Updating router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 port fe6b395d-f0ff-4850-992a-44f8d7e61053 binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:25.083367 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:25.100674 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.113286 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.134376 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:25.143471 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:25.143861 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (4e11d021-12ff-4cd7-a79b-eb70908efa80), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.490480 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c39b31-6221-4370-b48f-d15db0851591,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:25.522708 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1b9cd-1bd4-47da-8edf-cdb396255d5f None None] Pushing event updated for resources: {'Port': ['ID=c405b2cc-9fb7-47a2-851c-888343f40394,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:25.556174 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-7b3f2367-0abe-40e5-b907-617a69466d7a None None] Provisioning complete for port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:25.556174 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2367-0abe-40e5-b907-617a69466d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.611935 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Allocated IP 172.20.0.11 (a6acba7f-e71f-42ec-b2ec-9a5b059b70f0/6ecb300b-add7-4af0-98f3-cb2de81fdc8a/edd50975-8ba3-4298-b39f-cd1898d68343) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:25.769635 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Attempting to bind port c405b2cc-9fb7-47a2-851c-888343f40394 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:25.770322 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Attempting to bind port c405b2cc-9fb7-47a2-851c-888343f40394 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:25.771405 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Attempting to bind port c405b2cc-9fb7-47a2-851c-888343f40394 on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:25.780948 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:25.781939 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:25.782569 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.783305 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:25.784100 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Bound port: c405b2cc-9fb7-47a2-851c-888343f40394, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:25.784759 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.805523 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56164) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:25.859417 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] For port c405b2cc-9fb7-47a2-851c-888343f40394, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:25.867221 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] For port c405b2cc-9fb7-47a2-851c-888343f40394, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=c405b2cc-9fb7-47a2-851c-888343f40394,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:25.872951 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:25.876044 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 525bf5cf-7f3e-4a71-975f-35709b26e484 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:25.888511 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a8c39b31-6221-4370-b48f-d15db0851591), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:25.959479 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.061153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks [] for port (edd50975-8ba3-4298-b39f-cd1898d68343), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.071658 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1b9cd-1bd4-47da-8edf-cdb396255d5f None None] Pushing event updated for resources: {'Port': ['ID=c405b2cc-9fb7-47a2-851c-888343f40394,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:26.090954 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1c2e2ce6-13dd-4d4d-b44c-011bcf73e04d req-cbaa2d79-914c-4e0a-9ac1-5420e5557cb6 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.2845635 Mar 05 02:52:26.180232 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Deleting subnet 9a5150d3-f6e1-4584-885e-a4398218147a {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:52:26.182671 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f2367-0abe-40e5-b907-617a69466d7a None None] Current status of the port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:26.208062 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Publish callbacks [] for subnet (9a5150d3-f6e1-4584-885e-a4398218147a), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.240439 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:26.241563 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:26.249624 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Publish callbacks [] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.274900 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.294707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.360194 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.372344 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 525bf5cf-7f3e-4a71-975f-35709b26e484 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:26.372777 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.410608 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Attempting to bind port fe6b395d-f0ff-4850-992a-44f8d7e61053 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:26.411041 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Attempting to bind port fe6b395d-f0ff-4850-992a-44f8d7e61053 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:26.424343 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Attempting to bind port fe6b395d-f0ff-4850-992a-44f8d7e61053 on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:26.433870 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91aa8a-bfa4-4026-a835-0390780d20a7 None None] Pushing event updated for resources: {'Port': ['ID=fe6b395d-f0ff-4850-992a-44f8d7e61053,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:26.462221 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:26.462612 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:26.463124 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.463527 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:26.464079 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Bound port: fe6b395d-f0ff-4850-992a-44f8d7e61053, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:26.464495 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.495549 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-783bda89-8afc-4bdb-9396-879a7d545f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.546918 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:26.607811 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:26.616946 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:26.641839 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] For port fe6b395d-f0ff-4850-992a-44f8d7e61053, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:26.648658 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] For port fe6b395d-f0ff-4850-992a-44f8d7e61053, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=fe6b395d-f0ff-4850-992a-44f8d7e61053,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:26.673193 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.719834 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:26.833842 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:26.835884 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.873762 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (9a5150d3-f6e1-4584-885e-a4398218147a), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:26.941029 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91aa8a-bfa4-4026-a835-0390780d20a7 None None] Pushing event updated for resources: {'Port': ['ID=fe6b395d-f0ff-4850-992a-44f8d7e61053,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:26.988607 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:26.993811 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:27.010379 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (9a5150d3-f6e1-4584-885e-a4398218147a), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.049677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56182) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:27.179175 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Pushing event updated for resources: {'Port': ['ID=edd50975-8ba3-4298-b39f-cd1898d68343,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:27.196686 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 525bf5cf-7f3e-4a71-975f-35709b26e484 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:27.229910 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-c58060f9-5167-4c85-9ee1-291807b48686 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1265867 Mar 05 02:52:27.234871 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (9a5150d3-f6e1-4584-885e-a4398218147a), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.292841 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-43ac3a11-c0ae-44c4-b311-83ee2601e1a5 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:52:27.299216 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-43ac3a11-c0ae-44c4-b311-83ee2601e1a5 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0390320 Mar 05 02:52:27.355648 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:27.437983 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.446307 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9a5150d3-f6e1-4584-885e-a4398218147a HTTP/1.1" status: 204 len: 168 time: 2.6774654 Mar 05 02:52:27.447543 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da1316-9bf9-4443-956b-50c25cf9e5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5150d3-f6e1-4584-885e-a4398218147a,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:27.449506 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56188) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:27.450061 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:19Z', 'revision_number': 3, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:27.491586 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1523-be0c-49bb-8647-98300b2808fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.506684 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b09e5-ffef-406a-be3b-96215594db8f None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:19Z', 'revision_number': 3, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:27.522148 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d9043155-83cd-41e3-b0df-9ccfa0e4c72b up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:27.628599 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port d9043155-83cd-41e3-b0df-9ccfa0e4c72b triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:27.629263 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.666972 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (16e0875f-fb9c-4fe0-a832-3c88c2c791c4), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.715401 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1523-be0c-49bb-8647-98300b2808fb admin admin] Publish callbacks [] for security_group (5fe359dc-87ee-42dd-b888-04ba43dcd06e), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.757937 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1523-be0c-49bb-8647-98300b2808fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5fe359dc-87ee-42dd-b888-04ba43dcd06e), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.768598 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 3, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:27.771867 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Request body: {'port': {'device_id': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:27.805544 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port d9043155-83cd-41e3-b0df-9ccfa0e4c72b is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:27.805935 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.831002 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-783bda89-8afc-4bdb-9396-879a7d545f54 admin admin] Publish callbacks [] for security_group (a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.846901 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-1ffd1523-be0c-49bb-8647-98300b2808fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb7cd1127edd44d1b23395fa63a088f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7748001 Mar 05 02:52:27.848855 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port d9043155-83cd-41e3-b0df-9ccfa0e4c72b, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:27.853073 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea35822-25c4-45dc-a4f4-c7276d0973b8 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:20Z', 'revision_number': 3, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:27.853636 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.876403 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56196) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:27.904214 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-783bda89-8afc-4bdb-9396-879a7d545f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.907139 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388818-7f85-4dc4-99e6-a3ebadf99fff req-e640c0a7-0613-4b74-97b1-3934533020d1 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:27.911657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks [] for port (a8c39b31-6221-4370-b48f-d15db0851591), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.917394 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e0388818-7f85-4dc4-99e6-a3ebadf99fff req-e640c0a7-0613-4b74-97b1-3934533020d1 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 932 time: 0.5070586 Mar 05 02:52:27.938764 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a8c39b31-6221-4370-b48f-d15db0851591), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.939529 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (4e11d021-12ff-4cd7-a79b-eb70908efa80), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:27.976216 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:28.048058 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.111599 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c39b31-6221-4370-b48f-d15db0851591,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:28.135949 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (16e0875f-fb9c-4fe0-a832-3c88c2c791c4), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.183074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dad6db4-5a46-4917-bd5c-838046e1a9ca admin admin] Publish callbacks [] for security_group (5fe359dc-87ee-42dd-b888-04ba43dcd06e), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.223406 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dad6db4-5a46-4917-bd5c-838046e1a9ca admin admin] Publish callbacks [] for security_group (5fe359dc-87ee-42dd-b888-04ba43dcd06e), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.263205 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e0875f-fb9c-4fe0-a832-3c88c2c791c4']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:28.289207 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead246e2-e7db-4020-b68b-217d1c87699c') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:28.289528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead246e2-e7db-4020-b68b-217d1c87699c') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:28.326912 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (ead246e2-e7db-4020-b68b-217d1c87699c), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.337599 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Allocated IP 172.20.0.1 (1ad8a929-f41d-48b9-9606-4fce007c63ef/b17fd0ef-d483-44a5-a5e0-71aeeb7263cf/a91741b6-a121-4208-a7fd-be42e4467cdb) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:28.341750 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-783bda89-8afc-4bdb-9396-879a7d545f54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f916a92b40a415dbce9967dd3ef9b06&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5220065 Mar 05 02:52:28.352162 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (ead246e2-e7db-4020-b68b-217d1c87699c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.375135 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:52:28.375546 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (ead246e2-e7db-4020-b68b-217d1c87699c), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.381242 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd1523-be0c-49bb-8647-98300b2808fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe359dc-87ee-42dd-b888-04ba43dcd06e,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:28.424761 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56206) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:28.425119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:52:28.470566 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:52:28.557810 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (16e0875f-fb9c-4fe0-a832-3c88c2c791c4), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.592960 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:28.609650 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/16e0875f-fb9c-4fe0-a832-3c88c2c791c4 HTTP/1.1" status: 204 len: 168 time: 1.0791736 Mar 05 02:52:28.640041 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e0388818-7f85-4dc4-99e6-a3ebadf99fff req-599f78cf-2312-4e23-89ab-806ea1b0a858 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193053 Mar 05 02:52:28.710964 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a6c5a-02b1-4ac5-9c69-773954bc8cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e0875f-fb9c-4fe0-a832-3c88c2c791c4,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:28.800183 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Allocated IP 172.20.0.1 (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd/5098c298-b3e7-4e85-892b-e1291d4d2301/9eb709fb-e909-419c-af10-b4896d1fa10f) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:28.927499 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56214) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:29.213260 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks [] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.273327 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bda89-8afc-4bdb-9396-879a7d545f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:29.290596 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dad6db4-5a46-4917-bd5c-838046e1a9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5fe359dc-87ee-42dd-b888-04ba43dcd06e), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.290596 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dad6db4-5a46-4917-bd5c-838046e1a9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.294893 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2dad6db4-5a46-4917-bd5c-838046e1a9ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fe359dc-87ee-42dd-b888-04ba43dcd06e HTTP/1.1" status: 204 len: 168 time: 1.4142172 Mar 05 02:52:29.357788 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.534782 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad6db4-5a46-4917-bd5c-838046e1a9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe359dc-87ee-42dd-b888-04ba43dcd06e,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:29.572079 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:29.580649 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks [] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.601370 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:29.614497 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:29.625499 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:29.644371 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d9043155-83cd-41e3-b0df-9ccfa0e4c72b up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:29.649869 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:29.650487 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (cc529a76-29bc-46cf-9944-e50565d275a2), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:29.668923 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-c37a19c1-54a2-4d30-a63d-7083be7128a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1d0248d2b004dc69c368b85ea5ccc2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7374051 Mar 05 02:52:29.669889 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56222) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:29.836369 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port d9043155-83cd-41e3-b0df-9ccfa0e4c72b triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:29.838788 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.059534 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port d9043155-83cd-41e3-b0df-9ccfa0e4c72b is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:30.060843 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device fe6b395d-f0ff-4850-992a-44f8d7e61053 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:30.112672 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd50975-8ba3-4298-b39f-cd1898d68343 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:30.130282 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Publish callbacks [] for port (edd50975-8ba3-4298-b39f-cd1898d68343), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.184924 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-f0287654-0eb0-4744-82d1-6e5650f49407 None None] Provisioning complete for port a91741b6-a121-4208-a7fd-be42e4467cdb triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:30.185316 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f0287654-0eb0-4744-82d1-6e5650f49407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.218459 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Router 4e11d021-12ff-4cd7-a79b-eb70908efa80 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:30.238957 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666baf2d-5ed1-4bfe-a505-94a7245c86f7 admin admin] Publish callbacks [] for security_group (5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.241886 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Transition to ACTIVE for port object edd50975-8ba3-4298-b39f-cd1898d68343 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:30.247715 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Pushing event updated for resources: {'Port': ['ID=a91741b6-a121-4208-a7fd-be42e4467cdb,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.254338 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.297963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666baf2d-5ed1-4bfe-a505-94a7245c86f7 admin admin] Publish callbacks [] for security_group (5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.310676 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cc697c0f-38b0-4f5d-a648-ce4a1d0ca752 admin admin] Publish callbacks [] for security_group (a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.331096 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.361795 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-f0287654-0eb0-4744-82d1-6e5650f49407 None None] Port a91741b6-a121-4208-a7fd-be42e4467cdb cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:30.389032 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port fe6b395d-f0ff-4850-992a-44f8d7e61053 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:30.390720 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.406713 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59b44e-50d1-4938-a60a-dc00c4c3068d req-82414f00-c14d-4d4a-8b05-8676ff923855 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:30.408588 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f59b44e-50d1-4938-a60a-dc00c4c3068d req-82414f00-c14d-4d4a-8b05-8676ff923855 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 932 time: 0.3364546 Mar 05 02:52:30.441667 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cc697c0f-38b0-4f5d-a648-ce4a1d0ca752 admin admin] Publish callbacks [] for security_group (a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.581405 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.601732 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Pushing event updated for resources: {'Port': ['ID=edd50975-8ba3-4298-b39f-cd1898d68343,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.703363 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port fe6b395d-f0ff-4850-992a-44f8d7e61053 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:30.704753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.763623 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666baf2d-5ed1-4bfe-a505-94a7245c86f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.769087 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666baf2d-5ed1-4bfe-a505-94a7245c86f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.776090 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-666baf2d-5ed1-4bfe-a505-94a7245c86f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8 HTTP/1.1" status: 204 len: 168 time: 1.0963805 Mar 05 02:52:30.792141 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port fe6b395d-f0ff-4850-992a-44f8d7e61053, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=fe6b395d-f0ff-4850-992a-44f8d7e61053,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:30.801624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.805086 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c405b2cc-9fb7-47a2-851c-888343f40394 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:30.821787 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666baf2d-5ed1-4bfe-a505-94a7245c86f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcbd4da-b9d8-4f70-b1f3-57585b3f13b8,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:30.828235 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Attempting to bind port edd50975-8ba3-4298-b39f-cd1898d68343 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:30.832653 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Attempting to bind port edd50975-8ba3-4298-b39f-cd1898d68343 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '7e825a1a-5893-4376-ae1a-597e988f4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:30.833176 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Attempting to bind port edd50975-8ba3-4298-b39f-cd1898d68343 on network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:30.845839 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Port edd50975-8ba3-4298-b39f-cd1898d68343 on network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:30.846405 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Attempting to bind port edd50975-8ba3-4298-b39f-cd1898d68343 on network a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:30.863367 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:30.864630 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Checking segment: {'id': '7e825a1a-5893-4376-ae1a-597e988f4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:30.868311 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Bound using segment: {'id': '7e825a1a-5893-4376-ae1a-597e988f4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:30.872402 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Bound port: edd50975-8ba3-4298-b39f-cd1898d68343, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e825a1a-5893-4376-ae1a-597e988f4a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:30.873076 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.955218 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port c405b2cc-9fb7-47a2-851c-888343f40394 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:30.955647 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:30.984096 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb709fb-e909-419c-af10-b4896d1fa10f,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.045215 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=fe6b395d-f0ff-4850-992a-44f8d7e61053,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.091387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] For port edd50975-8ba3-4298-b39f-cd1898d68343, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:31.104232 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] For port edd50975-8ba3-4298-b39f-cd1898d68343, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=edd50975-8ba3-4298-b39f-cd1898d68343,segment=NetworkSegment(7e825a1a-5893-4376-ae1a-597e988f4a61),segment_id=7e825a1a-5893-4376-ae1a-597e988f4a61)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:31.123220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.156714 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port c405b2cc-9fb7-47a2-851c-888343f40394 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:31.157347 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.185535 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port c405b2cc-9fb7-47a2-851c-888343f40394, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=c405b2cc-9fb7-47a2-851c-888343f40394,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:31.194223 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.291342 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:31.325232 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f59b44e-50d1-4938-a60a-dc00c4c3068d req-5315c51a-82cf-4abd-ae40-39be08362ea9 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9058762 Mar 05 02:52:31.329950 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:31.335384 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:31.339192 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.363933 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] 10.222.0.16 "PUT /v2.0/ports/edd50975-8ba3-4298-b39f-cd1898d68343 HTTP/1.1" status: 200 len: 1094 time: 3.8212259 Mar 05 02:52:31.365990 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=c405b2cc-9fb7-47a2-851c-888343f40394,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.368574 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cc697c0f-38b0-4f5d-a648-ce4a1d0ca752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.385582 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cc697c0f-38b0-4f5d-a648-ce4a1d0ca752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.393370 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-cc697c0f-38b0-4f5d-a648-ce4a1d0ca752 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9 HTTP/1.1" status: 204 len: 168 time: 2.9486759 Mar 05 02:52:31.397005 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'tag': 'edd50975-8ba3-4298-b39f-cd1898d68343'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:31.413441 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:31.413919 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.527957 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device fe6b395d-f0ff-4850-992a-44f8d7e61053 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:31.660126 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port fe6b395d-f0ff-4850-992a-44f8d7e61053 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:31.660429 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.810389 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56272) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:31.841343 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc697c0f-38b0-4f5d-a648-ce4a1d0ca752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddc9dd-c55c-4b11-8c0d-24c865c0c5b9,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.899349 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e802-c470-4607-ad3c-b3375655c116 service neutron] Pushing event updated for resources: {'Port': ['ID=edd50975-8ba3-4298-b39f-cd1898d68343,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:31.926027 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port fe6b395d-f0ff-4850-992a-44f8d7e61053 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:31.935354 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-df498b85-f3fe-4fdf-bd50-29c58a881b84 None None] Provisioning complete for port 9eb709fb-e909-419c-af10-b4896d1fa10f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:31.935817 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-df498b85-f3fe-4fdf-bd50-29c58a881b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:31.966850 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-059617cd-f15d-4938-8180-3e45d536e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:31.969765 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-059617cd-f15d-4938-8180-3e45d536e199 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ed95e1b66d492da157fc5a991c4522&device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 1128 time: 0.4813869 Mar 05 02:52:31.978388 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-df498b85-f3fe-4fdf-bd50-29c58a881b84 None None] Port 9eb709fb-e909-419c-af10-b4896d1fa10f cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:32.017790 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:32.033521 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Sync routers for ids ['4e11d021-12ff-4cd7-a79b-eb70908efa80'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:32.073449 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Routers {'4e11d021-12ff-4cd7-a79b-eb70908efa80'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:32.074080 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['4e11d021-12ff-4cd7-a79b-eb70908efa80'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:32.159053 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d0d009d7-0f63-493a-a379-03ea49b63704 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e11d021-12ff-4cd7-a79b-eb70908efa80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3295472 Mar 05 02:52:32.214497 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-8d4291eb-837f-472d-94cb-213689a4df5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edd50975-8ba3-4298-b39f-cd1898d68343 HTTP/1.1" status: 200 len: 217 time: 0.2090623 Mar 05 02:52:32.246370 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:32.410189 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Set router 4e11d021-12ff-4cd7-a79b-eb70908efa80 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:32.411199 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-6000e205-6123-4a1c-9da1-65b22d005775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:32.417435 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-6000e205-6123-4a1c-9da1-65b22d005775 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ecb300b-add7-4af0-98f3-cb2de81fdc8a HTTP/1.1" status: 200 len: 852 time: 0.1836035 Mar 05 02:52:32.426272 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b71ac7-d06b-4119-9013-c6da6d15969a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f2a0e8-a809-495f-adf4-ccc51c4249ab", "tag": "edd50975-8ba3-4298-b39f-cd1898d68343"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:32.613709 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-63368b2f-2a67-4ba8-91a2-6a28251227ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772022 Mar 05 02:52:32.727396 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b60cb7-20ec-4e9c-88b5-5e8a294289b0 req-b4b9cc0c-57e0-4e5d-8f1b-92acbeb89743 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:32.729820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-26b60cb7-20ec-4e9c-88b5-5e8a294289b0 req-b4b9cc0c-57e0-4e5d-8f1b-92acbeb89743 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 944 time: 0.1999104 Mar 05 02:52:32.864178 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-26b60cb7-20ec-4e9c-88b5-5e8a294289b0 req-89ec41b1-0455-45f3-be1a-ccdd246b6572 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065557 Mar 05 02:52:32.868665 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-12194d2d-754b-4d26-ade4-838830794395 service neutron] 10.222.0.16 "GET /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366571 Mar 05 02:52:32.914423 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c039f134-a13f-4447-90f2-5aedec365681 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3446f540859e4c94973762c2f8401a0a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0833576 Mar 05 02:52:32.947513 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:25Z', 'revision_number': 4, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a8c39b31-6221-4370-b48f-d15db0851591', 'name': '', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'mac_address': 'fa:16:3e:e6:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:22Z', 'updated_at': '2022-03-05T02:52:26Z', 'revision_number': 2, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'subnets': [{'id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:33.001177 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks [] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.010519 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Checking router: 4e11d021-12ff-4cd7-a79b-eb70908efa80 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:33.010964 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Updating router 4e11d021-12ff-4cd7-a79b-eb70908efa80 port a8c39b31-6221-4370-b48f-d15db0851591 binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:33.011134 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56316) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:33.052408 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7f1f3e3-70b8-4c39-9549-20f94dd28677 req-d4562535-d6b3-4818-9037-669f763de466 service neutron] 10.222.0.16 "GET /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743314 Mar 05 02:52:33.092980 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a8c39b31-6221-4370-b48f-d15db0851591), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.114305 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c45f0e-f2d2-43f4-b239-114eb7b6c0af x-openstack-request-id: req-93c45f0e-f2d2-43f4-b239-114eb7b6c0af {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:33.114511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f2a0e8-a809-495f-adf4-ccc51c4249ab", "tag": "edd50975-8ba3-4298-b39f-cd1898d68343", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:33.114763 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93c45f0e-f2d2-43f4-b239-114eb7b6c0af {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:33.115770 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'tag': 'edd50975-8ba3-4298-b39f-cd1898d68343', 'status': 'completed', 'code': 200} Mar 05 02:52:33.186011 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks [] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.189122 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.190236 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (cc529a76-29bc-46cf-9944-e50565d275a2), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.529013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Pushing event updated for resources: {'Port': ['ID=a91741b6-a121-4208-a7fd-be42e4467cdb,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:33.539232 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.540501 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.675664 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c405b2cc-9fb7-47a2-851c-888343f40394 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:33.732201 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7b1669ea-4aa8-4106-9cd3-5852eb6c9541 admin admin] Publish callbacks [] for security_group (4350420e-d9a1-445d-af47-6c46dff2fb22), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:33.774227 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:33.782782 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:33.785639 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb709fb-e909-419c-af10-b4896d1fa10f,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:33.918770 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7b1669ea-4aa8-4106-9cd3-5852eb6c9541 admin admin] Publish callbacks [] for security_group (4350420e-d9a1-445d-af47-6c46dff2fb22), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.050756 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:34.070748 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:34.122060 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-cae71afe-1f8b-4411-a5ce-dbc52494650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:34.138081 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-cae71afe-1f8b-4411-a5ce-dbc52494650d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ed95e1b66d492da157fc5a991c4522&device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 1128 time: 0.3352892 Mar 05 02:52:34.292848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Publish callbacks [] for port (a8c39b31-6221-4370-b48f-d15db0851591), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.312663 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port c405b2cc-9fb7-47a2-851c-888343f40394 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:34.314197 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.329977 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a8c39b31-6221-4370-b48f-d15db0851591), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.569233 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-0cdad2d8-0028-421a-92ff-75038e92038a None None] Provisioning complete for port a91741b6-a121-4208-a7fd-be42e4467cdb triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:34.569634 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d8-0028-421a-92ff-75038e92038a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.684390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c7ed-fdb6-48c6-a2f4-5207c3420ef5 req-65678f81-f93f-4b38-9d0a-6701c4e0ce79 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:34.689707 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1935c7ed-fdb6-48c6-a2f4-5207c3420ef5 req-65678f81-f93f-4b38-9d0a-6701c4e0ce79 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 944 time: 0.6096091 Mar 05 02:52:34.694394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7b1669ea-4aa8-4106-9cd3-5852eb6c9541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4350420e-d9a1-445d-af47-6c46dff2fb22), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.699022 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7b1669ea-4aa8-4106-9cd3-5852eb6c9541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.700292 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7b1669ea-4aa8-4106-9cd3-5852eb6c9541 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4350420e-d9a1-445d-af47-6c46dff2fb22 HTTP/1.1" status: 204 len: 168 time: 1.5865109 Mar 05 02:52:34.739296 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-1de3d4ea-de16-4ff5-82cf-36ee6ac23afd tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:34.742849 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-1de3d4ea-de16-4ff5-82cf-36ee6ac23afd tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 817 time: 0.7889006 Mar 05 02:52:34.784840 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-051b0163-3881-4cb2-88d6-a4b52be5584a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/quotas/68c504a292454b7eb42cb5ea036cf77f HTTP/1.1" status: 200 len: 375 time: 0.0325825 Mar 05 02:52:34.786105 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-0fd97b04-ec46-4242-abeb-598d1d59c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:34.793512 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-0fd97b04-ec46-4242-abeb-598d1d59c11f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 HTTP/1.1" status: 200 len: 913 time: 0.6544755 Mar 05 02:52:34.812925 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cbc72-cf19-4602-903f-dd7ef82a8c6c None None] Pushing event updated for resources: {'Port': ['ID=a8c39b31-6221-4370-b48f-d15db0851591,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:34.878363 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Router cc529a76-29bc-46cf-9944-e50565d275a2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:34.912395 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1669ea-4aa8-4106-9cd3-5852eb6c9541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4350420e-d9a1-445d-af47-6c46dff2fb22,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:34.929595 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Attempting to bind port a8c39b31-6221-4370-b48f-d15db0851591 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:34.929968 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Attempting to bind port a8c39b31-6221-4370-b48f-d15db0851591 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:34.930334 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Attempting to bind port a8c39b31-6221-4370-b48f-d15db0851591 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:34.949242 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:34.949609 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Checking segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:34.949942 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.950338 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Bound using segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:34.950853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Bound port: a8c39b31-6221-4370-b48f-d15db0851591, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:34.951240 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a8c39b31-6221-4370-b48f-d15db0851591), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:34.969968 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-0cdad2d8-0028-421a-92ff-75038e92038a None None] Port a91741b6-a121-4208-a7fd-be42e4467cdb cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:35.045765 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-76e5b8b4-ab3e-4240-bd76-00e28ed9560e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=edd50975-8ba3-4298-b39f-cd1898d68343 HTTP/1.1" status: 200 len: 217 time: 0.1602616 Mar 05 02:52:35.098680 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fb4b5d23-55e4-4e56-98d0-2f50a8402009 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3014874 Mar 05 02:52:35.169315 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] For port a8c39b31-6221-4370-b48f-d15db0851591, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:35.172723 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] For port a8c39b31-6221-4370-b48f-d15db0851591, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a8c39b31-6221-4370-b48f-d15db0851591,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:35.209756 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port c405b2cc-9fb7-47a2-851c-888343f40394 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:35.218362 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a8c39b31-6221-4370-b48f-d15db0851591), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.259039 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:35.270514 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:35.275117 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-094e03e3-cbb8-4083-b7c9-46292d42b572 None None] Provisioning complete for port 9eb709fb-e909-419c-af10-b4896d1fa10f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:35.275613 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-094e03e3-cbb8-4083-b7c9-46292d42b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:35.282234 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f8c2014e-6c37-41c5-9b10-914e88b84540 admin admin] 10.222.0.11 "PUT /v2.0/routers/cc529a76-29bc-46cf-9944-e50565d275a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6789770 Mar 05 02:52:35.288743 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:52:35.292234 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:35.293108 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:35.313590 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1935c7ed-fdb6-48c6-a2f4-5207c3420ef5 req-4913c8be-93fc-4da2-a122-995d222eebdf tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989611 Mar 05 02:52:35.316082 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Routers {'4e11d021-12ff-4cd7-a79b-eb70908efa80'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:35.319809 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['4e11d021-12ff-4cd7-a79b-eb70908efa80'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:35.611544 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:35.714907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:52:35.731280 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2ede7873-a15c-481f-a678-a310c4bc74c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/97ea47b5-7dcb-496b-967e-b8b51e49b4b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8300545 Mar 05 02:52:35.763297 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:52:35.780148 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-091d2fdd-8b5f-4a06-8372-def60b835701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:35.783215 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-091d2fdd-8b5f-4a06-8372-def60b835701 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ecb300b-add7-4af0-98f3-cb2de81fdc8a HTTP/1.1" status: 200 len: 852 time: 0.6774173 Mar 05 02:52:35.837570 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-ff011b0d-c5cb-41a5-9f11-60337b5ce757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373771 Mar 05 02:52:35.859155 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cbc72-cf19-4602-903f-dd7ef82a8c6c None None] Pushing event updated for resources: {'Port': ['ID=a8c39b31-6221-4370-b48f-d15db0851591,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:35.864859 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-094e03e3-cbb8-4083-b7c9-46292d42b572 None None] Port 9eb709fb-e909-419c-af10-b4896d1fa10f cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:35.867518 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:35.868487 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:35.916062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] Set router 4e11d021-12ff-4cd7-a79b-eb70908efa80 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:36.049898 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-535e52f0-d60d-498e-b94a-ea0251f7d5e7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:52:36.068829 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-535e52f0-d60d-498e-b94a-ea0251f7d5e7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3585606 Mar 05 02:52:36.111039 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 2, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:36.112617 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:36.189172 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:36.191146 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Updating router cc529a76-29bc-46cf-9944-e50565d275a2 port a91741b6-a121-4208-a7fd-be42e4467cdb binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:36.272143 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.432011 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-1ad546d5-2dd1-470d-b661-357166f12360 service neutron] 10.222.0.16 "GET /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412460 Mar 05 02:52:36.500705 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:25Z', 'revision_number': 4, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a8c39b31-6221-4370-b48f-d15db0851591', 'name': '', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'mac_address': 'fa:16:3e:e6:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:22Z', 'updated_at': '2022-03-05T02:52:35Z', 'revision_number': 4, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'subnets': [{'id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:36.589636 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-350bc324-77ce-485c-bc5a-b493af7d812f service neutron] 10.222.0.11 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195706 Mar 05 02:52:36.594895 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8a1ec7-f101-4e2b-bf3c-44e6b77b6e1b None None] The sync data for ids ['4e11d021-12ff-4cd7-a79b-eb70908efa80'] in dv-cinder-827259-3-smb is: [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:52:25Z', 'revision_number': 4, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a8c39b31-6221-4370-b48f-d15db0851591', 'name': '', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'mac_address': 'fa:16:3e:e6:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:22Z', 'updated_at': '2022-03-05T02:52:35Z', 'revision_number': 4, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'subnets': [{'id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:36.680589 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:33Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:36.691810 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56472) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:36.712221 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Publish callbacks [] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.729819 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.780474 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:52:36.780833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Updating router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 port 9eb709fb-e909-419c-af10-b4896d1fa10f binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:52:36.831775 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a050-1175-43c6-bdaa-f6e1f9748a51 None None] Pushing event updated for resources: {'Port': ['ID=a91741b6-a121-4208-a7fd-be42e4467cdb,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:36.860444 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:36.983600 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-13b71ac7-d06b-4119-9013-c6da6d15969a req-a98c2569-d538-4137-8c28-4d9dd59b44ff service neutron] 10.222.0.16 "GET /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303876 Mar 05 02:52:37.001285 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Attempting to bind port a91741b6-a121-4208-a7fd-be42e4467cdb on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:37.001668 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Attempting to bind port a91741b6-a121-4208-a7fd-be42e4467cdb by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:37.002044 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Attempting to bind port a91741b6-a121-4208-a7fd-be42e4467cdb on network 1ad8a929-f41d-48b9-9606-4fce007c63ef {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:37.030882 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-6dc7c450-fefb-4a32-9ccd-6685369b546c service neutron] 10.222.0.11 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401486 Mar 05 02:52:37.038393 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:37.038899 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Checking segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:37.039330 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.041695 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Bound using segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:37.042232 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Bound port: a91741b6-a121-4208-a7fd-be42e4467cdb, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:37.042642 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.131125 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d90025c7-be10-4f94-b221-bf04255891ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.177875 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56480) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:37.184941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1427510677', 'description': 'tempest-description--68845409'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:37.251855 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.339697 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] For port a91741b6-a121-4208-a7fd-be42e4467cdb, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:37.349963 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] For port a91741b6-a121-4208-a7fd-be42e4467cdb, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a91741b6-a121-4208-a7fd-be42e4467cdb,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:37.388808 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d90025c7-be10-4f94-b221-bf04255891ff admin admin] Publish callbacks [] for security_group (f7c03563-d53f-4417-a5c4-f1f5e148e7b5), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.400984 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.415363 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d90025c7-be10-4f94-b221-bf04255891ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f7c03563-d53f-4417-a5c4-f1f5e148e7b5), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.469269 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (2ffb5826-20d3-45a5-a8a8-c8da2e7b259b), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.484753 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2ffb5826-20d3-45a5-a8a8-c8da2e7b259b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.496854 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a8c39b31-6221-4370-b48f-d15db0851591 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:37.557427 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] Provisioning complete for port a91741b6-a121-4208-a7fd-be42e4467cdb triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:37.558056 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d90025c7-be10-4f94-b221-bf04255891ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d3cec6c6f7a49769d5e884782fff1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8605466 Mar 05 02:52:37.563242 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.564244 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.568175 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3860278 Mar 05 02:52:37.569819 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56502) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:37.570167 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56504) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:37.618248 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae431a1c-dc81-4661-8cbb-f5c50edf64c3 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:37.622597 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'security_group_rule': {'security_group_id': '2ffb5826-20d3-45a5-a8a8-c8da2e7b259b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:37.675171 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:37.675828 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:37.746707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1235a-e5b5-4e12-9d97-eb3469b7ac0f req-1a71e296-5a16-41cd-b7c7-e05a1b72a862 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:37.756958 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-14f1235a-e5b5-4e12-9d97-eb3469b7ac0f req-1a71e296-5a16-41cd-b7c7-e05a1b72a862 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 944 time: 0.1303706 Mar 05 02:52:37.816632 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (1742fa5f-5178-4af1-bfce-984b5e389289), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:37.895588 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-14f1235a-e5b5-4e12-9d97-eb3469b7ac0f req-a2361a48-98ba-4b75-8d1a-db49c9825a43 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366038 Mar 05 02:52:38.025857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (1742fa5f-5178-4af1-bfce-984b5e389289), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.064891 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (1742fa5f-5178-4af1-bfce-984b5e389289), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.101569 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-97633abc-16d7-43fe-b838-5cf331de663d req-6414cab0-7a16-4a16-b3bf-9620bdd5960d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 210 time: 0.0804100 Mar 05 02:52:38.110218 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90025c7-be10-4f94-b221-bf04255891ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c03563-d53f-4417-a5c4-f1f5e148e7b5,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.116030 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1742fa5f-5178-4af1-bfce-984b5e389289,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.201475 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Publish callbacks [] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.255995 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.269507 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a050-1175-43c6-bdaa-f6e1f9748a51 None None] Pushing event updated for resources: {'Port': ['ID=a91741b6-a121-4208-a7fd-be42e4467cdb,revision_number=4']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.334423 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f6e0-ec2b-4d6a-a85f-41e0bcf0544e admin admin] Publish callbacks [] for security_group (f7c03563-d53f-4417-a5c4-f1f5e148e7b5), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.338637 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] Current status of the port a91741b6-a121-4208-a7fd-be42e4467cdb is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:38.339143 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.415692 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port a8c39b31-6221-4370-b48f-d15db0851591 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:38.416079 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a8c39b31-6221-4370-b48f-d15db0851591), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.430092 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f6e0-ec2b-4d6a-a85f-41e0bcf0544e admin admin] Publish callbacks [] for security_group (f7c03563-d53f-4417-a5c4-f1f5e148e7b5), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.498025 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56548) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:38.503171 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679089610', 'description': 'tempest-description--1863166030'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:38.517508 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1185402-30fa-49b6-bc43-58bcfe128c55 None None] Pushing event updated for resources: {'Port': ['ID=9eb709fb-e909-419c-af10-b4896d1fa10f,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.550470 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.555865 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-fbad6115-8c41-47a5-910b-dd8d4f93251f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9728050 Mar 05 02:52:38.558673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56554) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:38.570687 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'security_group_rule': {'security_group_id': '2ffb5826-20d3-45a5-a8a8-c8da2e7b259b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:38.573462 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:38.625804 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f6e0-ec2b-4d6a-a85f-41e0bcf0544e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f7c03563-d53f-4417-a5c4-f1f5e148e7b5), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.630052 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2bd3f6e0-ec2b-4d6a-a85f-41e0bcf0544e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.633998 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2bd3f6e0-ec2b-4d6a-a85f-41e0bcf0544e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7c03563-d53f-4417-a5c4-f1f5e148e7b5 HTTP/1.1" status: 204 len: 168 time: 1.0627222 Mar 05 02:52:38.675064 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3f6e0-ec2b-4d6a-a85f-41e0bcf0544e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c03563-d53f-4417-a5c4-f1f5e148e7b5,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:38.698641 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (235def13-c65c-4e3c-a64e-fcf931efebe1), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.716919 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] For port a91741b6-a121-4208-a7fd-be42e4467cdb, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a91741b6-a121-4208-a7fd-be42e4467cdb,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:38.763551 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.770606 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.888407 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Attempting to bind port 9eb709fb-e909-419c-af10-b4896d1fa10f on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:38.888790 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Attempting to bind port 9eb709fb-e909-419c-af10-b4896d1fa10f by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:38.889158 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Attempting to bind port 9eb709fb-e909-419c-af10-b4896d1fa10f on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:38.895275 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (235def13-c65c-4e3c-a64e-fcf931efebe1), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.900526 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (235def13-c65c-4e3c-a64e-fcf931efebe1), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:38.987556 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235def13-c65c-4e3c-a64e-fcf931efebe1,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:39.009062 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.015554 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-415ccadc-6061-4981-bed4-61ab4bd3268f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4527440 Mar 05 02:52:39.016013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56574) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:39.025599 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:39.029879 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-c1c7fdb5-f244-4c78-bb27-12e017c0a9a9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.032249 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-c1c7fdb5-f244-4c78-bb27-12e017c0a9a9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 817 time: 0.4398530 Mar 05 02:52:39.033448 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:39.037574 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:39.040857 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.041286 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Bound using segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:39.044021 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Bound port: 9eb709fb-e909-419c-af10-b4896d1fa10f, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:39.045150 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.083365 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-10502e01-8686-48d8-9601-993b5f51cc2e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/quotas/68c504a292454b7eb42cb5ea036cf77f HTTP/1.1" status: 200 len: 375 time: 0.0400906 Mar 05 02:52:39.088897 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56576) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:39.120173 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f22b4756-0ec1-45b6-a539-2cebcb50e567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.145621 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (d3ddb73a-fcba-4f6f-8da9-b07b09d66633), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.152456 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec847421-b0f9-4997-ae1d-ea30a8e6ff49 None None] Pushing event updated for resources: {'Port': ['ID=a91741b6-a121-4208-a7fd-be42e4467cdb,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:39.153128 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d3ddb73a-fcba-4f6f-8da9-b07b09d66633), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.196616 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-9fbd8aaa-7c12-426f-9fff-05fe5f49e6aa None None] Provisioning complete for port 9eb709fb-e909-419c-af10-b4896d1fa10f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:39.197312 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8aaa-7c12-426f-9fff-05fe5f49e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.232536 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.236655 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7344584 Mar 05 02:52:39.239404 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56584) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:39.245310 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port a8c39b31-6221-4370-b48f-d15db0851591 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:39.246257 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a8c39b31-6221-4370-b48f-d15db0851591), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.253597 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-6a7a28e7-08f7-482a-b104-9db30b6fa93b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689830 Mar 05 02:52:39.259644 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': 'd3ddb73a-fcba-4f6f-8da9-b07b09d66633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:39.262628 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:37Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:39.269988 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.319647 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd8aaa-7c12-426f-9fff-05fe5f49e6aa None None] Port 9eb709fb-e909-419c-af10-b4896d1fa10f cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:39.321389 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8a9dc-9eed-45ea-9d8a-0adc0587d7a1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ddb73a-fcba-4f6f-8da9-b07b09d66633,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:39.324491 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] For port 9eb709fb-e909-419c-af10-b4896d1fa10f, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:39.336505 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] For port 9eb709fb-e909-419c-af10-b4896d1fa10f, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=9eb709fb-e909-419c-af10-b4896d1fa10f,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:39.341998 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port a8c39b31-6221-4370-b48f-d15db0851591, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a8c39b31-6221-4370-b48f-d15db0851591,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:39.350220 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a8c39b31-6221-4370-b48f-d15db0851591), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.358788 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.377223 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0897f-fa4a-44af-98de-c70da891e65f None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:37Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:39.429022 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-9fbd8aaa-7c12-426f-9fff-05fe5f49e6aa None None] Provisioning complete for port a91741b6-a121-4208-a7fd-be42e4467cdb triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:39.430067 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8aaa-7c12-426f-9fff-05fe5f49e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.472548 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b1f3f-aba4-48ae-b49a-c9db2d145d42 req-ce5d8a06-99d5-4a68-b38b-a09a771f1f22 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:39.479007 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6b8b1f3f-aba4-48ae-b49a-c9db2d145d42 req-ce5d8a06-99d5-4a68-b38b-a09a771f1f22 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 944 time: 0.4025691 Mar 05 02:52:39.558564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (2392e2be-3072-4cae-9a37-198a0876171b), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.611928 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:52:39.618157 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:39.639101 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-11fb0684-d737-4525-90c3-16ed8138b4d8 service neutron] 10.222.0.11 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835263 Mar 05 02:52:39.806328 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=a8c39b31-6221-4370-b48f-d15db0851591,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:39.815803 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-2a24d012-aff6-448b-b782-c5ce4c04f9d1 service neutron] 10.222.0.11 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755664 Mar 05 02:52:39.894778 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2f584244-6a09-4647-8ebd-d210fdf7d6df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:39.925697 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56598) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:40.005081 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd8aaa-7c12-426f-9fff-05fe5f49e6aa None None] Current status of the port a91741b6-a121-4208-a7fd-be42e4467cdb is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:40.016239 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7ea70ed1-a3f4-4627-937b-b97a0fc11db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.090624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1185402-30fa-49b6-bc43-58bcfe128c55 None None] Pushing event updated for resources: {'Port': ['ID=9eb709fb-e909-419c-af10-b4896d1fa10f,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.096860 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (2392e2be-3072-4cae-9a37-198a0876171b), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.138672 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (2392e2be-3072-4cae-9a37-198a0876171b), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.154880 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:52:40.187061 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6b8b1f3f-aba4-48ae-b49a-c9db2d145d42 req-4ec48b9d-bf76-4c22-85c1-c978d9dfbdce tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751299 Mar 05 02:52:40.259194 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device edd50975-8ba3-4298-b39f-cd1898d68343 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:40.289276 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7ea70ed1-a3f4-4627-937b-b97a0fc11db6 admin admin] Publish callbacks [] for security_group (8fea9805-5f72-4129-950c-4e4176dd791f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.307563 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] Provisioning complete for port 9eb709fb-e909-419c-af10-b4896d1fa10f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:40.307563 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.315350 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.320800 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0725918 Mar 05 02:52:40.321487 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56612) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:40.324865 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366c2de-0842-4fca-a0b2-375a805ce7c1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2392e2be-3072-4cae-9a37-198a0876171b,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.335512 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7ea70ed1-a3f4-4627-937b-b97a0fc11db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8fea9805-5f72-4129-950c-4e4176dd791f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.336914 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': 'd3ddb73a-fcba-4f6f-8da9-b07b09d66633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:40.480258 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2f584244-6a09-4647-8ebd-d210fdf7d6df admin admin] Publish callbacks [] for security_group (cebe54dd-d438-4ed8-bc13-0415417d7548), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.489081 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea70ed1-a3f4-4627-937b-b97a0fc11db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea9805-5f72-4129-950c-4e4176dd791f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.541570 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-81d3c727-1131-4bff-b15a-0b43d31e13d1 req-37cce569-de68-48d5-871c-98f01e624250 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 210 time: 0.2311280 Mar 05 02:52:40.546442 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2f584244-6a09-4647-8ebd-d210fdf7d6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cebe54dd-d438-4ed8-bc13-0415417d7548), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.582752 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7ea70ed1-a3f4-4627-937b-b97a0fc11db6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ede6878110846e08fdeabaa50c1c47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6557760 Mar 05 02:52:40.591239 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56624) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:40.672313 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f584244-6a09-4647-8ebd-d210fdf7d6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe54dd-d438-4ed8-bc13-0415417d7548,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:40.718049 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2f584244-6a09-4647-8ebd-d210fdf7d6df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc8cf8e2d76e4fd5b1c6aa894ae20884&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5936675 Mar 05 02:52:40.736014 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56628) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:40.831919 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.888738 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (c2412f93-dd81-4944-a555-b4735842aef8), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:40.889189 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port edd50975-8ba3-4298-b39f-cd1898d68343, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=edd50975-8ba3-4298-b39f-cd1898d68343,segment=NetworkSegment(7e825a1a-5893-4376-ae1a-597e988f4a61),segment_id=7e825a1a-5893-4376-ae1a-597e988f4a61)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:40.923925 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] Current status of the port 9eb709fb-e909-419c-af10-b4896d1fa10f is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:40.924661 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.066742 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b5d25f6f-16eb-45f1-ac0b-5d9d37dbfc22 admin admin] Publish callbacks [] for security_group (cebe54dd-d438-4ed8-bc13-0415417d7548), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.094443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'edd50975-8ba3-4298-b39f-cd1898d68343', 'network_id': 'a6acba7f-e71f-42ec-b2ec-9a5b059b70f0', 'port_id': 'edd50975-8ba3-4298-b39f-cd1898d68343', 'mac_address': 'fa:16:3e:4d:71:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ecb300b-add7-4af0-98f3-cb2de81fdc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:41.103922 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (c2412f93-dd81-4944-a555-b4735842aef8), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.123094 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b5d25f6f-16eb-45f1-ac0b-5d9d37dbfc22 admin admin] Publish callbacks [] for security_group (cebe54dd-d438-4ed8-bc13-0415417d7548), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.146411 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Allocated IP 172.28.2.187 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/c7a96052-df31-4354-8a50-80d06e28320c) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:41.152020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (c2412f93-dd81-4944-a555-b4735842aef8), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.179842 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c1719b5e-9772-4ab9-9b65-99d49742a3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.209752 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2412f93-dd81-4944-a555-b4735842aef8,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:41.217181 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e5663d40-b883-488a-95fd-fd4e3bab1ae8 admin admin] Publish callbacks [] for security_group (8fea9805-5f72-4129-950c-4e4176dd791f), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.242237 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] For port 9eb709fb-e909-419c-af10-b4896d1fa10f, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=9eb709fb-e909-419c-af10-b4896d1fa10f,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:41.282531 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.288089 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-c7d187cf-ede6-47b7-ae33-6cae190b3010 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:41.289828 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-c7d187cf-ede6-47b7-ae33-6cae190b3010 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 817 time: 0.6604173 Mar 05 02:52:41.296282 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e5663d40-b883-488a-95fd-fd4e3bab1ae8 admin admin] Publish callbacks [] for security_group (8fea9805-5f72-4129-950c-4e4176dd791f), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.329461 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Request body: {'port': {'device_id': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'admin_state_up': True, 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:41.365291 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b5d25f6f-16eb-45f1-ac0b-5d9d37dbfc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cebe54dd-d438-4ed8-bc13-0415417d7548), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.372418 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b5d25f6f-16eb-45f1-ac0b-5d9d37dbfc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.377290 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b5d25f6f-16eb-45f1-ac0b-5d9d37dbfc22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cebe54dd-d438-4ed8-bc13-0415417d7548 HTTP/1.1" status: 204 len: 168 time: 0.6186998 Mar 05 02:52:41.407782 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port edd50975-8ba3-4298-b39f-cd1898d68343 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:41.410828 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.516409 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd50975-8ba3-4298-b39f-cd1898d68343 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:41.531489 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:39Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:52:41.586002 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for port (c7a96052-df31-4354-8a50-80d06e28320c), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.611898 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d25f6f-16eb-45f1-ac0b-5d9d37dbfc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe54dd-d438-4ed8-bc13-0415417d7548,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:41.674122 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.681535 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ba2f2604-00b2-409e-9836-60b7f8578c5e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3576930 Mar 05 02:52:41.683204 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56654) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:41.693666 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10caed8-d765-4ef5-b331-6c10a62ebb2e None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:39Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:52:41.705761 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:41.711450 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port edd50975-8ba3-4298-b39f-cd1898d68343, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=edd50975-8ba3-4298-b39f-cd1898d68343,segment=NetworkSegment(7e825a1a-5893-4376-ae1a-597e988f4a61),segment_id=7e825a1a-5893-4376-ae1a-597e988f4a61)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:41.716402 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (c7a96052-df31-4354-8a50-80d06e28320c), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.735138 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd7137-8a6c-4e8c-aeb5-c6367a10f0dc None None] Pushing event updated for resources: {'Port': ['ID=9eb709fb-e909-419c-af10-b4896d1fa10f,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:41.743860 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.781041 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e5663d40-b883-488a-95fd-fd4e3bab1ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8fea9805-5f72-4129-950c-4e4176dd791f), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.793113 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e5663d40-b883-488a-95fd-fd4e3bab1ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.799351 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e5663d40-b883-488a-95fd-fd4e3bab1ae8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fea9805-5f72-4129-950c-4e4176dd791f HTTP/1.1" status: 204 len: 168 time: 1.2055285 Mar 05 02:52:41.840123 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:41.841572 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:41.888260 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:41.897745 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=edd50975-8ba3-4298-b39f-cd1898d68343,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:41.917396 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5663d40-b883-488a-95fd-fd4e3bab1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea9805-5f72-4129-950c-4e4176dd791f,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:41.921216 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-89205eb5-7b84-4c9a-8567-c8040e20b621 req-93c898f2-347a-4030-b816-90dc92ad7acd tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 210 time: 0.1413915 Mar 05 02:52:41.966332 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:41.975136 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'Port': ['ID=c7a96052-df31-4354-8a50-80d06e28320c,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:42.000731 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Made reservation on behalf of 68c504a292454b7eb42cb5ea036cf77f for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:42.005623 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.013723 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a91741b6-a121-4208-a7fd-be42e4467cdb up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:42.124605 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['edd50975-8ba3-4298-b39f-cd1898d68343'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:42.146728 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123daf6-13a9-4a47-aec8-790b58b02e05 req-730d4f87-72e3-46e8-8118-df574c5cf8bd tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:42.155377 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8123daf6-13a9-4a47-aec8-790b58b02e05 req-730d4f87-72e3-46e8-8118-df574c5cf8bd tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 945 time: 0.4468887 Mar 05 02:52:42.304767 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.323594 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56662) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:42.326524 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (1bc2a651-d1a8-4f7f-b377-4626e43641f9), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.343706 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.350669 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port a91741b6-a121-4208-a7fd-be42e4467cdb triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:42.351139 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.358940 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ef1af4ed-3b84-40fd-b822-38530c4f69f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.375700 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.16', 61441) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:42.393011 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Allocated IP 172.20.0.13 (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a/b784af72-c331-484b-b9f6-9b91f3a72328/cdfd939a-18f4-4054-a5b5-091b4ad08618) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:42.462937 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c7a96052-df31-4354-8a50-80d06e28320c), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.511844 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8123daf6-13a9-4a47-aec8-790b58b02e05 req-0ac7ca2a-0c54-44c0-a3a2-75743f5c36e5 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520925 Mar 05 02:52:42.723251 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-c53327e6-5aa4-4a53-9b17-f4ee8161207b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:42.725204 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-c53327e6-5aa4-4a53-9b17-f4ee8161207b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 817 time: 0.3462713 Mar 05 02:52:42.782986 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.28.2.228 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/fd6e84bf-b2b1-4cbc-b429-d439aa975b8f) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:42.801587 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Request body: {'port': {'device_id': 'ecf8d868-fb63-4028-8b07-42545b364812', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'admin_state_up': True, 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:42.820477 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ef1af4ed-3b84-40fd-b822-38530c4f69f3 admin admin] Publish callbacks [] for security_group (8cc4da9b-3de0-4ce0-805d-77bc0406f189), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.832155 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port a91741b6-a121-4208-a7fd-be42e4467cdb is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:42.836673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ef1af4ed-3b84-40fd-b822-38530c4f69f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8cc4da9b-3de0-4ce0-805d-77bc0406f189), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:42.838978 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a8c39b31-6221-4370-b48f-d15db0851591 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:43.067515 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for port (c7a96052-df31-4354-8a50-80d06e28320c), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.079394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c7a96052-df31-4354-8a50-80d06e28320c), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.084910 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ef1af4ed-3b84-40fd-b822-38530c4f69f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7df6d9bcc3644498a10701ca122f338f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7601118 Mar 05 02:52:43.121293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56700) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:43.145250 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port a8c39b31-6221-4370-b48f-d15db0851591 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:43.150181 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a8c39b31-6221-4370-b48f-d15db0851591), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.183947 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1af4ed-3b84-40fd-b822-38530c4f69f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc4da9b-3de0-4ce0-805d-77bc0406f189,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:43.217751 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (1bc2a651-d1a8-4f7f-b377-4626e43641f9), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.242682 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'Port': ['ID=c7a96052-df31-4354-8a50-80d06e28320c,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:43.246394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9884f51c-13ab-489b-85cf-5d04318f84ba admin admin] Publish callbacks [] for security_group (8cc4da9b-3de0-4ce0-805d-77bc0406f189), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.276682 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9884f51c-13ab-489b-85cf-5d04318f84ba admin admin] Publish callbacks [] for security_group (8cc4da9b-3de0-4ce0-805d-77bc0406f189), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.316755 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.329277 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7fb4bebb-9d40-48d2-973a-e03b5fda0fab tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3079257 Mar 05 02:52:43.373486 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9884f51c-13ab-489b-85cf-5d04318f84ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8cc4da9b-3de0-4ce0-805d-77bc0406f189), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.376244 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9884f51c-13ab-489b-85cf-5d04318f84ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.377863 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-9884f51c-13ab-489b-85cf-5d04318f84ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cc4da9b-3de0-4ce0-805d-77bc0406f189 HTTP/1.1" status: 204 len: 168 time: 0.2517579 Mar 05 02:52:43.392906 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884f51c-13ab-489b-85cf-5d04318f84ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc4da9b-3de0-4ce0-805d-77bc0406f189,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:43.408840 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port a8c39b31-6221-4370-b48f-d15db0851591 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:43.459647 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-74d2014a-a8a0-4122-894e-0673d7d40542 req-9f32e147-6d8f-4f69-a30e-a9c769ae1c70 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 210 time: 0.1590869 Mar 05 02:52:43.498482 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks [] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.671391 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 9eb709fb-e909-419c-af10-b4896d1fa10f up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:43.673638 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.685885 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.712072 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-c74cc601-dde2-45fe-ab53-8e695fed4b07 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1427510677&fields=id&tenant_id=a14be260377244f6a1b77fc0313f20c1 HTTP/1.1" status: 200 len: 267 time: 0.1192546 Mar 05 02:52:43.728220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Made reservation on behalf of 68c504a292454b7eb42cb5ea036cf77f for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:43.731806 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.797953 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:43.817874 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc387d7-a442-42b6-95ca-709f2fe85cd4 req-5c902d7d-33e6-465c-baec-ff611b19488c tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:43.824865 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2cc387d7-a442-42b6-95ca-709f2fe85cd4 req-5c902d7d-33e6-465c-baec-ff611b19488c tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 945 time: 0.2059383 Mar 05 02:52:43.826876 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Pushing event updated for resources: {'Port': ['ID=cdfd939a-18f4-4054-a5b5-091b4ad08618,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:43.830085 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:43.840283 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:43.858980 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.864573 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 9eb709fb-e909-419c-af10-b4896d1fa10f triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:43.865823 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.912409 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:43.972025 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-59299b56-306c-4c3c-9504-a79ceb231030 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:43.976741 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-59299b56-306c-4c3c-9504-a79ceb231030 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 811 time: 0.2573926 Mar 05 02:52:44.009290 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-32091366-cafd-40f8-b4e4-314e666c01a6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/quotas/a14be260377244f6a1b77fc0313f20c1 HTTP/1.1" status: 200 len: 375 time: 0.0262794 Mar 05 02:52:44.091977 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 9eb709fb-e909-419c-af10-b4896d1fa10f is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:44.121037 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:44.130656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=fd6e84bf-b2b1-4cbc-b429-d439aa975b8f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:44.171945 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:44.172547 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.178350 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-811f67b8-af94-4353-acff-a2094321065d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629555 Mar 05 02:52:44.214383 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device edd50975-8ba3-4298-b39f-cd1898d68343 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:44.248641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:44.280336 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-fe6e92f8-168f-4cf6-857b-0bb7d820d732 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9663529 Mar 05 02:52:44.281146 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:44.325680 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port edd50975-8ba3-4298-b39f-cd1898d68343 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:44.334642 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port edd50975-8ba3-4298-b39f-cd1898d68343 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:44.335059 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.397888 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2cc387d7-a442-42b6-95ca-709f2fe85cd4 req-671c5859-7d3e-4fa1-8a1a-7350c6eed3b3 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660763 Mar 05 02:52:44.412606 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-e46309a4-ed4f-4437-936b-75c206686db7 service neutron] 10.222.0.11 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089198 Mar 05 02:52:44.414658 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Request body: {'port': {'device_id': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:44.494392 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port edd50975-8ba3-4298-b39f-cd1898d68343 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:44.495008 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.546444 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd50975-8ba3-4298-b39f-cd1898d68343'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:44.610789 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f04340a6-7223-4d10-96ef-926df2bfba38 service neutron] 10.222.0.11 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898282 Mar 05 02:52:44.651153 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port edd50975-8ba3-4298-b39f-cd1898d68343, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=edd50975-8ba3-4298-b39f-cd1898d68343,segment=NetworkSegment(7e825a1a-5893-4376-ae1a-597e988f4a61),segment_id=7e825a1a-5893-4376-ae1a-597e988f4a61)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:44.659051 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.726242 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7b75d277-4316-4507-a6fb-c0cd889cc6e3 req-995134fe-3059-4aa8-93ed-95b001c19111 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 210 time: 0.0718100 Mar 05 02:52:44.738015 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Allocated IP 172.20.0.10 (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a/b784af72-c331-484b-b9f6-9b91f3a72328/5321d2ff-bc06-4809-b26d-e11542ec78c1) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:44.789722 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=edd50975-8ba3-4298-b39f-cd1898d68343,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:44.826086 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56782) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:44.873121 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (c33a6478-9ab2-46de-8b8f-f1e56ca8168f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:44.934965 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.054062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.055418 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0d433620-8b96-4d2d-a87d-29a8c311c7c7 req-cf9c7ad3-4b00-4fee-99ec-8841c553293a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 210 time: 0.1062391 Mar 05 02:52:45.132308 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.133789 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-345f574f-859d-4877-b7a7-f66e56da1d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.303686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-345f574f-859d-4877-b7a7-f66e56da1d92 admin admin] Publish callbacks [] for security_group (a2b4137b-6298-47e5-a957-077cdeb75d5c), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.313158 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-345f574f-859d-4877-b7a7-f66e56da1d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (a2b4137b-6298-47e5-a957-077cdeb75d5c), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.319067 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592cfa5-c27c-453d-8614-8742b3109119" -d '{"events": [{"server_uuid": "e5f2a0e8-a809-495f-adf4-ccc51c4249ab", "name": "network-vif-plugged", "status": "completed", "tag": "edd50975-8ba3-4298-b39f-cd1898d68343"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:45.371707 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f574f-859d-4877-b7a7-f66e56da1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b4137b-6298-47e5-a957-077cdeb75d5c,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:45.399016 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-345f574f-859d-4877-b7a7-f66e56da1d92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c769eab55206437095c3fc6765a0953e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705419 Mar 05 02:52:45.402649 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56814) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:45.475237 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43250889-5da6-428a-ba8d-dc35df18f2b4 x-openstack-request-id: req-43250889-5da6-428a-ba8d-dc35df18f2b4 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:45.475554 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f2a0e8-a809-495f-adf4-ccc51c4249ab", "name": "network-vif-plugged", "status": "completed", "tag": "edd50975-8ba3-4298-b39f-cd1898d68343", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:45.477092 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43250889-5da6-428a-ba8d-dc35df18f2b4 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:45.477575 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd50975-8ba3-4298-b39f-cd1898d68343', 'code': 200} Mar 05 02:52:45.498624 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks [] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.500904 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-546a7641-8ae3-414d-9739-efcdc3d6fc8e admin admin] Publish callbacks [] for security_group (a2b4137b-6298-47e5-a957-077cdeb75d5c), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.553877 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-546a7641-8ae3-414d-9739-efcdc3d6fc8e admin admin] Publish callbacks [] for security_group (a2b4137b-6298-47e5-a957-077cdeb75d5c), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.614197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-546a7641-8ae3-414d-9739-efcdc3d6fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (a2b4137b-6298-47e5-a957-077cdeb75d5c), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.617685 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-546a7641-8ae3-414d-9739-efcdc3d6fc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.619694 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d40e7-12a2-447b-81ab-d2c1549f8017 req-a29f464e-d172-4ca2-8bfa-14ae89a61c02 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:45.625645 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-546a7641-8ae3-414d-9739-efcdc3d6fc8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2b4137b-6298-47e5-a957-077cdeb75d5c HTTP/1.1" status: 204 len: 168 time: 0.2217517 Mar 05 02:52:45.626513 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-623d40e7-12a2-447b-81ab-d2c1549f8017 req-a29f464e-d172-4ca2-8bfa-14ae89a61c02 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.1309972 Mar 05 02:52:45.637664 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.648832 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.652969 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a7641-8ae3-414d-9739-efcdc3d6fc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b4137b-6298-47e5-a957-077cdeb75d5c,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:45.662310 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.799050 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.16', 61449) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:45.847290 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:45.902500 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-623d40e7-12a2-447b-81ab-d2c1549f8017 req-f1c653fd-780d-497e-a9fa-526ebb10b055 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749872 Mar 05 02:52:45.904718 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:45.912546 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=fd6e84bf-b2b1-4cbc-b429-d439aa975b8f,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:45.940596 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:45.979054 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (c33a6478-9ab2-46de-8b8f-f1e56ca8168f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:45.980697 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad02d30-e68f-470c-85e4-e79466254dd5 req-798f9b34-a856-497f-a3a7-019caa378eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:45.982231 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0ad02d30-e68f-470c-85e4-e79466254dd5 req-798f9b34-a856-497f-a3a7-019caa378eee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 1130 time: 0.1821828 Mar 05 02:52:46.031441 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-0ad02d30-e68f-470c-85e4-e79466254dd5 req-a3fc1918-1ee5-4b82-a953-bab602cc8b68 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.049893 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b4b61-58b9-4133-b694-e46e7f04695c req-d89029c6-0a58-4133-8362-6f85382ef064 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:46.063603 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-545b4b61-58b9-4133-b694-e46e7f04695c req-d89029c6-0a58-4133-8362-6f85382ef064 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 932 time: 0.1668775 Mar 05 02:52:46.151786 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:46.152732 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.155916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Pushing event updated for resources: {'Port': ['ID=5321d2ff-bc06-4809-b26d-e11542ec78c1,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:46.166653 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-0ad02d30-e68f-470c-85e4-e79466254dd5 req-a3fc1918-1ee5-4b82-a953-bab602cc8b68 service neutron] Publish callbacks [] for security_group (209b6366-75f9-45a2-95d3-af5b1371d999), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.170098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56844) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:46.180160 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-0ad02d30-e68f-470c-85e4-e79466254dd5 req-a3fc1918-1ee5-4b82-a953-bab602cc8b68 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (209b6366-75f9-45a2-95d3-af5b1371d999), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.193190 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.194635 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ccaf4ac8-0e65-45fc-916f-196181b8b153 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5104752 Mar 05 02:52:46.275089 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ba8c95f9-03e3-4a6d-abc1-327d48935599 req-56d6964b-402c-490c-8224-d07cafcb8b5e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 210 time: 0.0694199 Mar 05 02:52:46.289601 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-7e3f62a9-a73b-4d3e-b43d-cfa8518f666e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4963546 Mar 05 02:52:46.295118 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-545b4b61-58b9-4133-b694-e46e7f04695c req-9701f787-70df-4caf-b583-bbe8a5b425aa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221521 Mar 05 02:52:46.298360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc1918-1ee5-4b82-a953-bab602cc8b68 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=209b6366-75f9-45a2-95d3-af5b1371d999,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:46.305548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Request body: {'port': {'device_id': 'ecf8d868-fb63-4028-8b07-42545b364812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:46.313173 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0ad02d30-e68f-470c-85e4-e79466254dd5 req-a3fc1918-1ee5-4b82-a953-bab602cc8b68 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230295 Mar 05 02:52:46.349764 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfd939a-18f4-4054-a5b5-091b4ad08618 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:46.369511 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56858) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:46.370197 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Publish callbacks [] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.393589 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-247a143e-8661-4238-9f4d-088b7fe78994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.532091 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-247a143e-8661-4238-9f4d-088b7fe78994 admin admin] Publish callbacks [] for security_group (33781776-4dec-49e7-9af4-a7ff1dd167f7), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.539771 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-247a143e-8661-4238-9f4d-088b7fe78994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (33781776-4dec-49e7-9af4-a7ff1dd167f7), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.589855 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a143e-8661-4238-9f4d-088b7fe78994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33781776-4dec-49e7-9af4-a7ff1dd167f7,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:46.622845 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-247a143e-8661-4238-9f4d-088b7fe78994 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed1efbcefdf94f16808c00952c969dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500436 Mar 05 02:52:46.623646 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56872) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:46.667133 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c71dd147-8a7a-43a9-aac0-ae13a4f3a3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.673979 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Transition to ACTIVE for port object cdfd939a-18f4-4054-a5b5-091b4ad08618 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:46.679751 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.683103 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.754007 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5408e0eb-b9bb-41f5-9431-d2bd921fc496 admin admin] Publish callbacks [] for security_group (33781776-4dec-49e7-9af4-a7ff1dd167f7), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.804300 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfd939a-18f4-4054-a5b5-091b4ad08618,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:46.805247 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5408e0eb-b9bb-41f5-9431-d2bd921fc496 admin admin] Publish callbacks [] for security_group (33781776-4dec-49e7-9af4-a7ff1dd167f7), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.819792 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-d79c265d-eed7-423c-8ab7-5af517043600 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1679089610&fields=id&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 267 time: 0.1671603 Mar 05 02:52:46.967935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c71dd147-8a7a-43a9-aac0-ae13a4f3a3e2 admin admin] Publish callbacks [] for security_group (1367c1ef-48eb-4ae9-aa3a-285740f2f3b4), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:46.977556 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c71dd147-8a7a-43a9-aac0-ae13a4f3a3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1367c1ef-48eb-4ae9-aa3a-285740f2f3b4), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.054333 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-64fdfced-5881-46a9-a650-6cb2adc68b80 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.055876 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-64fdfced-5881-46a9-a650-6cb2adc68b80 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 811 time: 0.2197480 Mar 05 02:52:47.170338 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Attempting to bind port cdfd939a-18f4-4054-a5b5-091b4ad08618 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:47.171443 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Attempting to bind port cdfd939a-18f4-4054-a5b5-091b4ad08618 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:47.172061 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Attempting to bind port cdfd939a-18f4-4054-a5b5-091b4ad08618 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:47.197893 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Port cdfd939a-18f4-4054-a5b5-091b4ad08618 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:47.198916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Attempting to bind port cdfd939a-18f4-4054-a5b5-091b4ad08618 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:47.216007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-8d77ddd0-295b-420c-8e09-5d1a56c22eae tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.218458 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-8d77ddd0-295b-420c-8e09-5d1a56c22eae tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.3978674 Mar 05 02:52:47.219924 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:47.220433 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Checking segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:47.221128 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Bound using segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:47.222069 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Bound port: cdfd939a-18f4-4054-a5b5-091b4ad08618, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:47.222608 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.249794 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5408e0eb-b9bb-41f5-9431-d2bd921fc496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (33781776-4dec-49e7-9af4-a7ff1dd167f7), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.252457 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5408e0eb-b9bb-41f5-9431-d2bd921fc496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.255573 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5408e0eb-b9bb-41f5-9431-d2bd921fc496 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33781776-4dec-49e7-9af4-a7ff1dd167f7 HTTP/1.1" status: 204 len: 168 time: 0.6304884 Mar 05 02:52:47.264986 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-df0d7fa4-171f-48df-abfc-547b98b1a22c tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/quotas/2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 375 time: 0.0353625 Mar 05 02:52:47.270833 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dd147-8a7a-43a9-aac0-ae13a4f3a3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1367c1ef-48eb-4ae9-aa3a-285740f2f3b4,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.287348 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c71dd147-8a7a-43a9-aac0-ae13a4f3a3e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=727887fb075f484ca3eb8e6526e018a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1159086 Mar 05 02:52:47.292362 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56904) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:47.314596 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408e0eb-b9bb-41f5-9431-d2bd921fc496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33781776-4dec-49e7-9af4-a7ff1dd167f7,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.411243 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361aaa6-2265-484b-94bb-9555caf36f38 req-8fae04c5-ce90-42e2-aae3-8394d0ac1eb1 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.413143 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a361aaa6-2265-484b-94bb-9555caf36f38 req-8fae04c5-ce90-42e2-aae3-8394d0ac1eb1 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.4109416 Mar 05 02:52:47.414910 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] For port cdfd939a-18f4-4054-a5b5-091b4ad08618, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:47.449239 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-6c996ea3-f8e5-4a27-95dd-7eaef31b90d7 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14be260377244f6a1b77fc0313f20c1 HTTP/1.1" status: 200 len: 380 time: 0.2166853 Mar 05 02:52:47.455327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] For port cdfd939a-18f4-4054-a5b5-091b4ad08618, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:47.472677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'port': {'device_id': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'admin_state_up': True, 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'security_groups': ['2ffb5826-20d3-45a5-a8a8-c8da2e7b259b']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:47.479719 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.494226 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2af0-6826-43d4-bc26-a15dc2c4a380 admin admin] Publish callbacks [] for security_group (1367c1ef-48eb-4ae9-aa3a-285740f2f3b4), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.516527 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5321d2ff-bc06-4809-b26d-e11542ec78c1 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:47.535112 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Publish callbacks [] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.542588 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.543274 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.544706 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] 10.222.0.16 "PUT /v2.0/ports/cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 1094 time: 3.1390657 Mar 05 02:52:47.546415 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'tag': 'cdfd939a-18f4-4054-a5b5-091b4ad08618'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:47.548839 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d9a27c-56ad-419f-86e1-be6dd5c1612a" -d '{"events": [{"name": "network-changed", "server_uuid": "785c9ee3-14ea-480a-b5a7-d0d18ee72c37", "tag": "cdfd939a-18f4-4054-a5b5-091b4ad08618"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:47.557841 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-ece8b55a-3ff7-4dc0-a40b-362f5aa5a9e6 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987009 Mar 05 02:52:47.585721 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Transition to ACTIVE for port object 5321d2ff-bc06-4809-b26d-e11542ec78c1 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:47.601047 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2af0-6826-43d4-bc26-a15dc2c4a380 admin admin] Publish callbacks [] for security_group (1367c1ef-48eb-4ae9-aa3a-285740f2f3b4), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.603196 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.617841 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a361aaa6-2265-484b-94bb-9555caf36f38 req-2e1c13d1-e6ee-4928-941a-d0366716fdfe tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819482 Mar 05 02:52:47.618230 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd685f76-8dc3-45a3-9fbc-a1d90f1f0b96 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfd939a-18f4-4054-a5b5-091b4ad08618,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.641065 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.705646 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Made reservation on behalf of a14be260377244f6a1b77fc0313f20c1 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:47.709385 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.727273 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2af0-6826-43d4-bc26-a15dc2c4a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1367c1ef-48eb-4ae9-aa3a-285740f2f3b4), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.729796 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7ee2af0-6826-43d4-bc26-a15dc2c4a380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:47.740919 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b7ee2af0-6826-43d4-bc26-a15dc2c4a380 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1367c1ef-48eb-4ae9-aa3a-285740f2f3b4 HTTP/1.1" status: 204 len: 168 time: 0.4366634 Mar 05 02:52:47.766252 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee2af0-6826-43d4-bc26-a15dc2c4a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367c1ef-48eb-4ae9-aa3a-285740f2f3b4,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.776400 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Pushing event updated for resources: {'Port': ['ID=5321d2ff-bc06-4809-b26d-e11542ec78c1,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:47.790033 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56926) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:47.869667 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-83b9fd45-bc2d-47b9-b3e7-f00109f22a5e service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825825 Mar 05 02:52:47.882459 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-0c7b93c1-6dde-4bef-9376-ec22f8da4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:47.882459 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-0c7b93c1-6dde-4bef-9376-ec22f8da4601 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1128 time: 0.2543402 Mar 05 02:52:47.935599 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d9cab24e-931f-4b2d-9c4c-53e6ab7329d4 req-6e70494a-e8ac-444d-8683-a472ffb5d525 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 210 time: 0.1734927 Mar 05 02:52:47.959906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Attempting to bind port 5321d2ff-bc06-4809-b26d-e11542ec78c1 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:47.960422 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Attempting to bind port 5321d2ff-bc06-4809-b26d-e11542ec78c1 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:47.960929 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Attempting to bind port 5321d2ff-bc06-4809-b26d-e11542ec78c1 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:48.000532 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-1924a627-3c33-4000-a842-7f750220520c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.0688066 Mar 05 02:52:48.035385 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Port 5321d2ff-bc06-4809-b26d-e11542ec78c1 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:48.036000 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Attempting to bind port 5321d2ff-bc06-4809-b26d-e11542ec78c1 on network 4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:48.078024 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:48.079105 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Checking segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:48.079917 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Bound using segment: {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:48.080564 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Bound port: 5321d2ff-bc06-4809-b26d-e11542ec78c1, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:48.081153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.124255 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012a5-407b-4252-9567-6f482798ae54 req-05371a03-cb31-4f84-b769-6884ffb69bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:48.126056 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-05371a03-cb31-4f84-b769-6884ffb69bad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0870750 Mar 05 02:52:48.207164 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-5f97741a-0805-4240-9672-b6f48d573588 service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193867 Mar 05 02:52:48.211649 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-e0aefeec-4e15-47b6-9018-726f52c22ec9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557435 Mar 05 02:52:48.306785 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] For port 5321d2ff-bc06-4809-b26d-e11542ec78c1, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:48.311399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] For port 5321d2ff-bc06-4809-b26d-e11542ec78c1, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:48.322215 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.332197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Allocated IP 172.20.0.9 (1ad8a929-f41d-48b9-9606-4fce007c63ef/b17fd0ef-d483-44a5-a5e0-71aeeb7263cf/0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:48.372036 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:48.373050 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.375419 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] 10.222.0.16 "PUT /v2.0/ports/5321d2ff-bc06-4809-b26d-e11542ec78c1 HTTP/1.1" status: 200 len: 1094 time: 2.0755844 Mar 05 02:52:48.407629 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5a79b-1e28-4287-b8d2-bf53083914be req-349d4051-902e-4f1d-8bee-bd8ca9ed2b27 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:48.415582 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48a5a79b-1e28-4287-b8d2-bf53083914be req-349d4051-902e-4f1d-8bee-bd8ca9ed2b27 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 944 time: 0.3232112 Mar 05 02:52:48.415943 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fed3b-2604-4acf-a59e-1c3018c62b04 service neutron] Pushing event updated for resources: {'Port': ['ID=5321d2ff-bc06-4809-b26d-e11542ec78c1,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:48.418270 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4d941222-a448-455e-a90e-7e5e3f74e960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.571725 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 56964) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:48.597608 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce73a4d-74b1-432a-8a18-8eed9ef23536 x-openstack-request-id: req-9ce73a4d-74b1-432a-8a18-8eed9ef23536 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:48.598153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785c9ee3-14ea-480a-b5a7-d0d18ee72c37", "tag": "cdfd939a-18f4-4054-a5b5-091b4ad08618", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:48.599184 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ce73a4d-74b1-432a-8a18-8eed9ef23536 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:48.599942 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'tag': 'cdfd939a-18f4-4054-a5b5-091b4ad08618', 'status': 'completed', 'code': 200} Mar 05 02:52:48.617758 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-5e42db8b-f524-4ca1-853b-492689f080a2 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898401 Mar 05 02:52:48.619540 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-efb112c0-83ba-4ec6-93b9-1894ed24dcd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.678977 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48a5a79b-1e28-4287-b8d2-bf53083914be req-ecc333b8-d85d-4794-905a-f09c72e8814a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380216 Mar 05 02:52:48.735700 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.735906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-27e8fb20-fb57-48e7-a15e-f81b1d4cee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:48.737594 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-27e8fb20-fb57-48e7-a15e-f81b1d4cee6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 1128 time: 0.2764359 Mar 05 02:52:48.778757 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5faf3792-7c45-4aed-b4fe-e09de7a4e7ec req-917a74f5-6b40-4a5a-ba4d-73de4684b11d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 210 time: 0.0828969 Mar 05 02:52:48.791322 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4d941222-a448-455e-a90e-7e5e3f74e960 admin admin] Publish callbacks [] for security_group (af051fad-4799-4d71-89c6-c5785f5e8f40), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.800797 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4d941222-a448-455e-a90e-7e5e3f74e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (af051fad-4799-4d71-89c6-c5785f5e8f40), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.837407 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4d941222-a448-455e-a90e-7e5e3f74e960 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2224239f470745bfb7e0f983c127212f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0358377 Mar 05 02:52:48.840186 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56974) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:48.906153 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.925001 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9f012a5-407b-4252-9567-6f482798ae54 req-7b1f835f-8b63-4adc-868d-142ccdfd2346 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965152 Mar 05 02:52:48.930837 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-efb112c0-83ba-4ec6-93b9-1894ed24dcd5 admin admin] Publish callbacks [] for security_group (aa581ec6-0c5b-47d4-9cdb-6658a31af9f5), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:48.932722 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-3de0bce2-361b-4c88-95b1-d010e0cc08bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1 HTTP/1.1" status: 200 len: 217 time: 0.1584957 Mar 05 02:52:48.936090 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-efb112c0-83ba-4ec6-93b9-1894ed24dcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (aa581ec6-0c5b-47d4-9cdb-6658a31af9f5), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.028158 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d941222-a448-455e-a90e-7e5e3f74e960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af051fad-4799-4d71-89c6-c5785f5e8f40,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.040307 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'Port': ['ID=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.076564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014df2a-bf8f-44e0-bae5-847b6e3f283a req-8b4a5bc0-9d57-4f70-8ef6-2861c3efc052 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.078887 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1014df2a-bf8f-44e0-bae5-847b6e3f283a req-8b4a5bc0-9d57-4f70-8ef6-2861c3efc052 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.2493701 Mar 05 02:52:49.089580 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-efb112c0-83ba-4ec6-93b9-1894ed24dcd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54fb6cdfe5d2490f88b99db183a70792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167556 Mar 05 02:52:49.090996 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:49.092140 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf466540-ecfd-4ff7-8a14-22c18999f1c9 admin admin] Publish callbacks [] for security_group (af051fad-4799-4d71-89c6-c5785f5e8f40), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.098448 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 56984) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:49.102426 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb112c0-83ba-4ec6-93b9-1894ed24dcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa581ec6-0c5b-47d4-9cdb-6658a31af9f5,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.109718 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:49.121742 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:49.129071 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.130010 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.149650 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-92cdd204-a5a2-4fe6-8475-f78827d9fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.151157 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-92cdd204-a5a2-4fe6-8475-f78827d9fdd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.2036963 Mar 05 02:52:49.199062 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf466540-ecfd-4ff7-8a14-22c18999f1c9 admin admin] Publish callbacks [] for security_group (af051fad-4799-4d71-89c6-c5785f5e8f40), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.213234 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-f1ca305f-fd98-426a-aca2-6a5eeabb4dba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488625 Mar 05 02:52:49.216222 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-715b7b48-5ef6-4f90-88b4-e860c4132cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.218230 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-715b7b48-5ef6-4f90-88b4-e860c4132cbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1128 time: 0.1827261 Mar 05 02:52:49.225745 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-f22a26b3-4205-487a-bc95-56dc1f5a6d2f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7651742 Mar 05 02:52:49.230235 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3fab6-7bcc-45af-8768-8fb0539a4f92 req-ffcd3f18-420f-49d0-9750-505f45bbfb5c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.231809 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-41c3fab6-7bcc-45af-8768-8fb0539a4f92 req-ffcd3f18-420f-49d0-9750-505f45bbfb5c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 931 time: 0.1412272 Mar 05 02:52:49.252921 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Request body: {'port': {'device_id': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:49.315284 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1014df2a-bf8f-44e0-bae5-847b6e3f283a req-f20a58e0-9015-488c-b860-6c8e4250b1b4 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279787 Mar 05 02:52:49.351503 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0669-897d-4545-ba44-f64c843dfcf1 admin admin] Publish callbacks [] for security_group (aa581ec6-0c5b-47d4-9cdb-6658a31af9f5), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.405013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0669-897d-4545-ba44-f64c843dfcf1 admin admin] Publish callbacks [] for security_group (aa581ec6-0c5b-47d4-9cdb-6658a31af9f5), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.422321 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf466540-ecfd-4ff7-8a14-22c18999f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (af051fad-4799-4d71-89c6-c5785f5e8f40), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.425425 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf466540-ecfd-4ff7-8a14-22c18999f1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.430954 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-cf466540-ecfd-4ff7-8a14-22c18999f1c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af051fad-4799-4d71-89c6-c5785f5e8f40 HTTP/1.1" status: 204 len: 168 time: 0.5885372 Mar 05 02:52:49.441486 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.484210 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466540-ecfd-4ff7-8a14-22c18999f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af051fad-4799-4d71-89c6-c5785f5e8f40,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.496335 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-0ccd738b-90d2-44fe-a253-070f6a4ca3a3 None None] Provisioning complete for port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:49.502373 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0ccd738b-90d2-44fe-a253-070f6a4ca3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.589321 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd738b-90d2-44fe-a253-070f6a4ca3a3 None None] Port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:49.674198 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0669-897d-4545-ba44-f64c843dfcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (aa581ec6-0c5b-47d4-9cdb-6658a31af9f5), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.680195 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a7f0669-897d-4545-ba44-f64c843dfcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:49.685863 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3a7f0669-897d-4545-ba44-f64c843dfcf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa581ec6-0c5b-47d4-9cdb-6658a31af9f5 HTTP/1.1" status: 204 len: 168 time: 0.5854833 Mar 05 02:52:49.864932 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-41c3fab6-7bcc-45af-8768-8fb0539a4f92 req-7bc67838-2fea-49c7-b284-8f2f9d1d8ecf tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6051767 Mar 05 02:52:49.904339 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f0669-897d-4545-ba44-f64c843dfcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa581ec6-0c5b-47d4-9cdb-6658a31af9f5,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:49.946589 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-47f7871a-a6fc-4788-aad7-8619abdfcaa8 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133045 Mar 05 02:52:49.947737 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-ea911fba-3adf-4d8c-bfed-266e7c1aa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:49.949156 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-ea911fba-3adf-4d8c-bfed-266e7c1aa6a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.7150381 Mar 05 02:52:50.102240 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.16', 61456) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:50.197363 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-25b307ba-9b0e-425e-8dd8-ec8a960ed4d8 req-ea26b785-039a-4033-9c38-4a35d019bc09 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 210 time: 0.1791141 Mar 05 02:52:50.199009 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-7642ca25-c3c2-454c-9cb7-93b6257791e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.2312152 Mar 05 02:52:50.401015 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-dadc85f0-9430-470b-806a-3de80fa50ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.402678 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-dadc85f0-9430-470b-806a-3de80fa50ea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.1919820 Mar 05 02:52:50.467311 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f7fc9-b51d-4eda-8579-143a99e6bbf7 req-c09fb4ab-d13a-4e44-8a1a-2093d6df2d6a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.475489 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bb6f7fc9-b51d-4eda-8579-143a99e6bbf7 req-c09fb4ab-d13a-4e44-8a1a-2093d6df2d6a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 944 time: 0.5662944 Mar 05 02:52:50.479492 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c3ce45c6-2c73-499e-8ed1-7dc0dbef3332 req-9eb9c801-dc85-4415-9e68-ef758c68e7c3 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104501 Mar 05 02:52:50.481923 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-2b3a0d44-a6e2-4068-8f61-731205e0656d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563328 Mar 05 02:52:50.505147 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57038) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:50.534103 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-260ea46d-2826-41ff-b600-8fe753fa771f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.535913 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-260ea46d-2826-41ff-b600-8fe753fa771f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.4227347 Mar 05 02:52:50.546931 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6ad519a2-43cd-4ebf-8453-fcd8882fd3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.600082 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bb6f7fc9-b51d-4eda-8579-143a99e6bbf7 req-aaaa49ad-0146-4ff2-ada3-9285e0dbdd86 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223834 Mar 05 02:52:50.601768 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf8d868-fb63-4028-8b07-42545b364812', 'tag': '5321d2ff-bc06-4809-b26d-e11542ec78c1'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:50.604986 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efd4d97-897e-4252-b67d-fe75e2f16056" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf8d868-fb63-4028-8b07-42545b364812", "tag": "5321d2ff-bc06-4809-b26d-e11542ec78c1"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:50.673425 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf1ad1-4ce0-4637-bd7e-464f6d127d31 x-openstack-request-id: req-4acf1ad1-4ce0-4637-bd7e-464f6d127d31 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:50.679040 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf8d868-fb63-4028-8b07-42545b364812", "tag": "5321d2ff-bc06-4809-b26d-e11542ec78c1", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:50.685474 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4acf1ad1-4ce0-4637-bd7e-464f6d127d31 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:50.686025 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf8d868-fb63-4028-8b07-42545b364812', 'tag': '5321d2ff-bc06-4809-b26d-e11542ec78c1', 'status': 'completed', 'code': 200} Mar 05 02:52:50.753966 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-7029d897-bcf4-4539-bc71-c4e7376f7852 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418647 Mar 05 02:52:50.860440 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:50.872104 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-7ff0b9ec-bd05-4339-a8ed-903657a78634 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 380 time: 0.3085651 Mar 05 02:52:50.874389 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Publish callbacks [] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.884238 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'port': {'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'admin_state_up': True, 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'security_groups': ['d3ddb73a-fcba-4f6f-8da9-b07b09d66633']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:50.900144 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6ad519a2-43cd-4ebf-8453-fcd8882fd3fa admin admin] Publish callbacks [] for security_group (791b90e2-3875-4a53-b0a0-42df135fcfcd), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.910856 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6ad519a2-43cd-4ebf-8453-fcd8882fd3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (791b90e2-3875-4a53-b0a0-42df135fcfcd), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.929053 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Transition to ACTIVE for port object 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:50.940646 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:50.943069 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-05a78f49-d5a4-4ee9-af5c-8087b1023f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:50.944606 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-05a78f49-d5a4-4ee9-af5c-8087b1023f81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 1128 time: 0.2130005 Mar 05 02:52:50.978052 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-6ad519a2-43cd-4ebf-8453-fcd8882fd3fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=180df34b35a04bc09111b0f1dbcdb18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712181 Mar 05 02:52:50.985767 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57064) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:51.021523 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad519a2-43cd-4ebf-8453-fcd8882fd3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791b90e2-3875-4a53-b0a0-42df135fcfcd,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.026776 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-65d9a27c-56ad-419f-86e1-be6dd5c1612a req-71d0822b-221d-4b7a-a4b5-744051ed9b17 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519004 Mar 05 02:52:51.174484 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Pushing event updated for resources: {'Port': ['ID=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.196941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-e6828b45-f919-46a8-9817-7d68841e0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.201535 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-e6828b45-f919-46a8-9817-7d68841e0a8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.2281096 Mar 05 02:52:51.287953 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Attempting to bind port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:51.288705 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Attempting to bind port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:51.289336 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Attempting to bind port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:51.311144 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:51.311737 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Attempting to bind port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:51.321137 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc47869-7f68-452f-ac02-03c76b4cd6bc req-32888142-a8ef-42d7-8cf8-3df96273b56e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.323342 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5cc47869-7f68-452f-ac02-03c76b4cd6bc req-32888142-a8ef-42d7-8cf8-3df96273b56e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 943 time: 0.3164885 Mar 05 02:52:51.328158 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f103f56-0843-418d-a7c2-5ec06bb0b477 admin admin] Publish callbacks [] for security_group (791b90e2-3875-4a53-b0a0-42df135fcfcd), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.334768 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-38a9f20a-3cc9-4f60-842f-0ce17adadee1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1 HTTP/1.1" status: 200 len: 217 time: 0.1266210 Mar 05 02:52:51.341611 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:51.342370 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Checking segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:51.343186 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Bound using segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:51.344107 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Bound port: 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:51.347962 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.387525 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ac391f27-73a3-46be-b3a4-efd7188afb08 req-f9a37170-8cb4-474c-acdb-bd158d391e9b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 210 time: 0.0514498 Mar 05 02:52:51.396498 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Made reservation on behalf of 2b72a4570a0c44a9aa4880199a201aa8 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:52:51.400263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.408218 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f103f56-0843-418d-a7c2-5ec06bb0b477 admin admin] Publish callbacks [] for security_group (791b90e2-3875-4a53-b0a0-42df135fcfcd), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.434528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-fb4cd3e6-0486-4408-9fb5-52784b9fe3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.436328 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-fb4cd3e6-0486-4408-9fb5-52784b9fe3a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0892131 Mar 05 02:52:51.474642 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-3d12b48d-5a6f-4bd4-8515-e579007c4e24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308490 Mar 05 02:52:51.575244 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5cc47869-7f68-452f-ac02-03c76b4cd6bc req-312ba418-ecd5-4fd9-9e23-203b2ddba3ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369075 Mar 05 02:52:51.587554 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] For port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:51.616063 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] For port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:51.628278 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-deef024b-759b-4c38-b2d0-549e3ae94808 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471393 Mar 05 02:52:51.639723 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f103f56-0843-418d-a7c2-5ec06bb0b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (791b90e2-3875-4a53-b0a0-42df135fcfcd), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.651436 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f103f56-0843-418d-a7c2-5ec06bb0b477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.652761 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2f103f56-0843-418d-a7c2-5ec06bb0b477 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/791b90e2-3875-4a53-b0a0-42df135fcfcd HTTP/1.1" status: 204 len: 168 time: 0.6646626 Mar 05 02:52:51.685199 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.706841 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f103f56-0843-418d-a7c2-5ec06bb0b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791b90e2-3875-4a53-b0a0-42df135fcfcd,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.762320 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.762995 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:51.764458 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] 10.222.0.16 "PUT /v2.0/ports/0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 1093 time: 2.5178502 Mar 05 02:52:51.766636 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:51.811943 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8efd4d97-897e-4252-b67d-fe75e2f16056 req-768f88a1-0b1b-42fa-9014-43826dc2f793 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705453 Mar 05 02:52:51.881221 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.20.0.9 (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd/5098c298-b3e7-4e85-892b-e1291d4d2301/1b8c0503-6e06-48a0-a39e-011d9be7dfde) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:52:51.924867 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7fc09-e653-48dd-9ce4-455c97ca156e service neutron] Pushing event updated for resources: {'Port': ['ID=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:51.976334 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73613a-6735-454f-a8cf-8ed1dbcf3b95 req-70338db2-ade8-496e-a6a1-125659d447f1 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.985365 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4d73613a-6735-454f-a8cf-8ed1dbcf3b95 req-70338db2-ade8-496e-a6a1-125659d447f1 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 944 time: 0.3094072 Mar 05 02:52:51.997826 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-0db2abb3-98ec-43f6-8055-dbdc01ca0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:51.999895 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-0db2abb3-98ec-43f6-8055-dbdc01ca0250 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.1426015 Mar 05 02:52:52.084479 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-8e8519a4-ddaa-49ad-b012-e993b233e3e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 217 time: 0.0557499 Mar 05 02:52:52.107880 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4d73613a-6735-454f-a8cf-8ed1dbcf3b95 req-4ba881b4-52c8-4613-b68c-a5dc9387276a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211486 Mar 05 02:52:52.149458 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.162208 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-980cc573-07dc-400b-bd1c-ca507cfed30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.164445 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-980cc573-07dc-400b-bd1c-ca507cfed30f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0557053 Mar 05 02:52:52.202224 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.247799 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:52:52.251848 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:52:52.255191 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device cdfd939a-18f4-4054-a5b5-091b4ad08618 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:52.260409 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:52:52.273013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.273886 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.302935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=1b8c0503-6e06-48a0-a39e-011d9be7dfde,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.302935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57124) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:52.314604 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-0c656cb0-1893-4f4f-b5d1-b3180e325b3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4367692 Mar 05 02:52:52.336322 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Request body: {'port': {'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:52:52.374892 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-5f994987-43fa-4a95-bdc5-d1399b47c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.381413 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-5f994987-43fa-4a95-bdc5-d1399b47c4ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2086387 Mar 05 02:52:52.528547 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port cdfd939a-18f4-4054-a5b5-091b4ad08618, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:52.530015 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-5282f5e4-af73-4a44-afbc-2309748384d4 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423862 Mar 05 02:52:52.551691 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'cdfd939a-18f4-4054-a5b5-091b4ad08618', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'port_id': 'cdfd939a-18f4-4054-a5b5-091b4ad08618', 'mac_address': 'fa:16:3e:1c:ef:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:52.577547 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.602680 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port cdfd939a-18f4-4054-a5b5-091b4ad08618 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:52.603634 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.632617 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfd939a-18f4-4054-a5b5-091b4ad08618 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:52.666339 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port cdfd939a-18f4-4054-a5b5-091b4ad08618, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:52.671655 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.675571 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d3d823e0-f5bc-40c3-b10e-ffa6f89322a4 req-22644eff-11a0-492b-bd28-717d63052c98 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238387 Mar 05 02:52:52.697779 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66657c5f-8427-4a37-8888-83a1d9e3c0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:52.714819 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fb228d0f-37b5-46b2-9dd1-cf00870aab3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.813595 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-15dcb825-c786-4d90-bd6d-abb4e98c6ab0 None None] Provisioning complete for port 1b8c0503-6e06-48a0-a39e-011d9be7dfde triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:52.814345 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-15dcb825-c786-4d90-bd6d-abb4e98c6ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:52.861819 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-15dcb825-c786-4d90-bd6d-abb4e98c6ab0 None None] Port 1b8c0503-6e06-48a0-a39e-011d9be7dfde cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:52:52.868381 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=cdfd939a-18f4-4054-a5b5-091b4ad08618,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:52.906692 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663baba2-7ef3-402e-ba34-4d0acb44ffe9 req-f70524c1-6cce-44a4-80a5-0178c3a9b2fe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:52.908543 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-663baba2-7ef3-402e-ba34-4d0acb44ffe9 req-f70524c1-6cce-44a4-80a5-0178c3a9b2fe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 931 time: 0.3415411 Mar 05 02:52:53.008735 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['cdfd939a-18f4-4054-a5b5-091b4ad08618'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:53.059759 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-663baba2-7ef3-402e-ba34-4d0acb44ffe9 req-baace090-0b2a-4ae2-8ca6-f282fd37aeff tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235950 Mar 05 02:52:53.078689 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fb228d0f-37b5-46b2-9dd1-cf00870aab3b admin admin] Publish callbacks [] for security_group (8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.095035 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fb228d0f-37b5-46b2-9dd1-cf00870aab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.158387 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-fb228d0f-37b5-46b2-9dd1-cf00870aab3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8c67a2be43345cd9bf614fb2d104ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8545501 Mar 05 02:52:53.161758 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57170) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:53.168922 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb228d0f-37b5-46b2-9dd1-cf00870aab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:53.267696 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2b72d945-e0c9-4b20-8f49-1135566824d1 admin admin] Publish callbacks [] for security_group (8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.293989 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8c0503-6e06-48a0-a39e-011d9be7dfde {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:53.298683 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2b72d945-e0c9-4b20-8f49-1135566824d1 admin admin] Publish callbacks [] for security_group (8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.304072 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Publish callbacks [] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.343439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Transition to ACTIVE for port object 1b8c0503-6e06-48a0-a39e-011d9be7dfde will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:52:53.367334 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03385991-109f-49d4-ae04-5312359d278a req-d9700456-34c3-450f-8adf-c3358fb84639 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.369029 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03385991-109f-49d4-ae04-5312359d278a req-d9700456-34c3-450f-8adf-c3358fb84639 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1181014 Mar 05 02:52:53.369873 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.378600 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2b72d945-e0c9-4b20-8f49-1135566824d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.382525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2b72d945-e0c9-4b20-8f49-1135566824d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.386125 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2b72d945-e0c9-4b20-8f49-1135566824d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9 HTTP/1.1" status: 204 len: 168 time: 0.2207291 Mar 05 02:52:53.398362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72d945-e0c9-4b20-8f49-1135566824d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf4d24-ace8-4c1f-8d9d-7ebb01d259d9,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:53.495478 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8c0503-6e06-48a0-a39e-011d9be7dfde,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:53.548035 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03385991-109f-49d4-ae04-5312359d278a req-bc7100c3-66a5-44a5-9dae-ef6572cc983b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679783 Mar 05 02:52:53.548929 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Attempting to bind port 1b8c0503-6e06-48a0-a39e-011d9be7dfde on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:52:53.549315 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Attempting to bind port 1b8c0503-6e06-48a0-a39e-011d9be7dfde by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:52:53.549595 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Attempting to bind port 1b8c0503-6e06-48a0-a39e-011d9be7dfde on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:53.576807 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Port 1b8c0503-6e06-48a0-a39e-011d9be7dfde on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:52:53.577168 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Attempting to bind port 1b8c0503-6e06-48a0-a39e-011d9be7dfde on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:52:53.594237 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d305d634-4df8-4dca-8ab5-a5fdbadb6b11 x-openstack-request-id: req-d305d634-4df8-4dca-8ab5-a5fdbadb6b11 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:53.595117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:53.600328 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d305d634-4df8-4dca-8ab5-a5fdbadb6b11 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:53.600829 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'status': 'completed', 'code': 200} Mar 05 02:52:53.601789 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:52:53.602127 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:52:53.602522 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Bound using segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:52:53.602991 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Bound port: 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:52:53.603358 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.724705 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-cdcb7e25-6f5c-4049-9ee3-c7d52b9f3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.727271 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-cdcb7e25-6f5c-4049-9ee3-c7d52b9f3a95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1127 time: 0.0912707 Mar 05 02:52:53.763421 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] For port 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:52:53.782241 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] For port 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:52:53.791945 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.836640 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e5c1e-abc5-4ad2-84da-05d777a233f0 req-87360b69-6127-4143-b490-e3920a7a5be2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.838240 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a62e5c1e-abc5-4ad2-84da-05d777a233f0 req-87360b69-6127-4143-b490-e3920a7a5be2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 944 time: 0.1215310 Mar 05 02:52:53.853744 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:53.854374 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:53.855833 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] 10.222.0.16 "PUT /v2.0/ports/1b8c0503-6e06-48a0-a39e-011d9be7dfde HTTP/1.1" status: 200 len: 1093 time: 1.5249381 Mar 05 02:52:53.893228 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00eea6-474c-4712-8506-b0e3b9e971e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8c0503-6e06-48a0-a39e-011d9be7dfde,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:53.968396 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a62e5c1e-abc5-4ad2-84da-05d777a233f0 req-1f59bbca-f4fe-4e32-bce9-25358d01f24d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194978 Mar 05 02:52:54.022464 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-866cc915-7450-4c80-9a3d-c68578d92e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.030008 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-866cc915-7450-4c80-9a3d-c68578d92e0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.2896452 Mar 05 02:52:54.097420 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-fae6f653-96aa-465d-8a3a-1d9b77959e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 217 time: 0.0605466 Mar 05 02:52:54.151304 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-a477931d-2ba2-45e6-bd68-40af2e18d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.159355 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-a477931d-2ba2-45e6-bd68-40af2e18d5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 1127 time: 0.1811900 Mar 05 02:52:54.201459 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-a846d238-7224-4486-8e0f-6a56010aa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.204035 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-a846d238-7224-4486-8e0f-6a56010aa15c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0995841 Mar 05 02:52:54.255215 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57202) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:54.258776 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 5321d2ff-bc06-4809-b26d-e11542ec78c1 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:54.295136 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ceee1c0-92e9-4fb0-bace-d9c8004f6681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.313622 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device cdfd939a-18f4-4054-a5b5-091b4ad08618 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:54.388601 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede12fb-9d07-40c9-98b9-b3b41f883986 req-5881ce5a-dc5b-48d0-bb5f-16c246057f50 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.396638 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5ede12fb-9d07-40c9-98b9-b3b41f883986 req-5881ce5a-dc5b-48d0-bb5f-16c246057f50 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 943 time: 0.1845109 Mar 05 02:52:54.402327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-1dc82ba3-c98a-4278-bfb0-161edb92c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.404235 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-1dc82ba3-c98a-4278-bfb0-161edb92c368 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1938951 Mar 05 02:52:54.482640 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port cdfd939a-18f4-4054-a5b5-091b4ad08618 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:54.488414 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port cdfd939a-18f4-4054-a5b5-091b4ad08618 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:54.488809 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.532412 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 5321d2ff-bc06-4809-b26d-e11542ec78c1, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:54.562103 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '5321d2ff-bc06-4809-b26d-e11542ec78c1', 'network_id': '4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a', 'port_id': '5321d2ff-bc06-4809-b26d-e11542ec78c1', 'mac_address': 'fa:16:3e:2c:e0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b784af72-c331-484b-b9f6-9b91f3a72328', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:54.600797 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-2c7698aa-32c6-4e1e-b21e-00aa8387e077 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799657 Mar 05 02:52:54.668860 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 5321d2ff-bc06-4809-b26d-e11542ec78c1 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:54.669345 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.677944 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-ab76b339-419b-41c2-95a2-e69b7d176479 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde HTTP/1.1" status: 200 len: 217 time: 0.5012429 Mar 05 02:52:54.701878 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5321d2ff-bc06-4809-b26d-e11542ec78c1 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:54.709397 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port cdfd939a-18f4-4054-a5b5-091b4ad08618 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:54.710257 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.727652 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 5321d2ff-bc06-4809-b26d-e11542ec78c1, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:54.739179 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.748628 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfd939a-18f4-4054-a5b5-091b4ad08618'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:54.749841 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5ede12fb-9d07-40c9-98b9-b3b41f883986 req-f576cad5-4813-4a09-a29c-73b90e1093a7 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519824 Mar 05 02:52:54.750871 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f2b57-f6c2-4209-8ff5-1021cde93e40" -d '{"events": [{"server_uuid": "785c9ee3-14ea-480a-b5a7-d0d18ee72c37", "name": "network-vif-plugged", "status": "completed", "tag": "cdfd939a-18f4-4054-a5b5-091b4ad08618"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:54.765711 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-66657c5f-8427-4a37-8888-83a1d9e3c0c5 req-d8f9e812-4fc3-4bd8-bbdb-f5cf4143c17e service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539605 Mar 05 02:52:54.778834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ceee1c0-92e9-4fb0-bace-d9c8004f6681 admin admin] Publish callbacks [] for security_group (7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.783111 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-8e7f0047-dd9d-40d6-aa88-11190598ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.783461 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0ceee1c0-92e9-4fb0-bace-d9c8004f6681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.785065 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-8e7f0047-dd9d-40d6-aa88-11190598ba15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0962067 Mar 05 02:52:54.792999 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port cdfd939a-18f4-4054-a5b5-091b4ad08618, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:54.797369 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5141e-ab13-4bf7-a666-d9381f395f9d req-f4d78d29-7edd-46cb-b12e-46ddfe38833b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.799381 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03e5141e-ab13-4bf7-a666-d9381f395f9d req-f4d78d29-7edd-46cb-b12e-46ddfe38833b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 943 time: 0.1277492 Mar 05 02:52:54.810483 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.823640 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=5321d2ff-bc06-4809-b26d-e11542ec78c1,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:54.881173 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0ceee1c0-92e9-4fb0-bace-d9c8004f6681 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18c7e5fa3399461fb18c82f77516c11b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6206744 Mar 05 02:52:54.881173 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceee1c0-92e9-4fb0-bace-d9c8004f6681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:54.883498 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57222) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:54.896566 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=cdfd939a-18f4-4054-a5b5-091b4ad08618,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:54.912891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0460a32-c022-472f-bea1-ba8f16e91aeb x-openstack-request-id: req-a0460a32-c022-472f-bea1-ba8f16e91aeb {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:54.913198 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c9ee3-14ea-480a-b5a7-d0d18ee72c37", "name": "network-vif-plugged", "status": "completed", "tag": "cdfd939a-18f4-4054-a5b5-091b4ad08618", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:54.914963 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0460a32-c022-472f-bea1-ba8f16e91aeb {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:54.915402 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfd939a-18f4-4054-a5b5-091b4ad08618', 'code': 200} Mar 05 02:52:54.945134 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-808df9a3-459c-4e4b-ab17-340d9894f6f7 admin admin] Publish callbacks [] for security_group (7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:54.979700 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03e5141e-ab13-4bf7-a666-d9381f395f9d req-b1b77ddf-a09b-473b-aba3-9409e3024b63 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265934 Mar 05 02:52:54.987662 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-bba8ac2c-ade8-47cb-ba07-ee074152fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:54.989954 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-bba8ac2c-ade8-47cb-ba07-ee074152fcef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1894472 Mar 05 02:52:55.006906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-808df9a3-459c-4e4b-ab17-340d9894f6f7 admin admin] Publish callbacks [] for security_group (7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:55.071753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['5321d2ff-bc06-4809-b26d-e11542ec78c1'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:55.113861 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001859f6-6780-409f-925b-3626caa20987 req-57f24cec-7b50-4c2c-acd0-36a26692c562 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:55.116090 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-001859f6-6780-409f-925b-3626caa20987 req-57f24cec-7b50-4c2c-acd0-36a26692c562 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 945 time: 0.0691118 Mar 05 02:52:55.163515 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-808df9a3-459c-4e4b-ab17-340d9894f6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:55.166355 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-808df9a3-459c-4e4b-ab17-340d9894f6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:55.167529 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-808df9a3-459c-4e4b-ab17-340d9894f6f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e HTTP/1.1" status: 204 len: 168 time: 0.2830138 Mar 05 02:52:55.170514 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-f5386cb1-9355-4d53-8435-7c9c86f815ae service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736872 Mar 05 02:52:55.180397 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808df9a3-459c-4e4b-ab17-340d9894f6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a387a8a-7592-49b6-bb9b-0f68ca9e1d0e,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:55.210192 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-001859f6-6780-409f-925b-3626caa20987 req-95e7e127-bfb6-430b-b019-1f18141180dd tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841379 Mar 05 02:52:55.338073 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-996c107c-fb08-443f-a7da-e350dcc276f7 req-b4a67bec-dfd2-46f8-828d-c5d48f1c2c55 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591482 Mar 05 02:52:55.369883 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560b8e3-e22d-4e82-916c-a66d36fd2181 req-2aff18eb-fb25-4f99-9ea3-8636f35e3ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:55.372161 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0560b8e3-e22d-4e82-916c-a66d36fd2181 req-2aff18eb-fb25-4f99-9ea3-8636f35e3ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.1605523 Mar 05 02:52:55.450031 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0560b8e3-e22d-4e82-916c-a66d36fd2181 req-e58a316e-03b2-4005-8f29-a02319633b81 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Mar 05 02:52:55.602094 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:55.604449 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827cefd-8496-419c-b803-16b87eb91a89" -d '{"events": [{"name": "network-changed", "server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:55.648992 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaeed85-e95d-409e-9613-76f6c304a219 x-openstack-request-id: req-baaeed85-e95d-409e-9613-76f6c304a219 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:55.649358 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:55.649624 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-baaeed85-e95d-409e-9613-76f6c304a219 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:55.650053 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'status': 'completed', 'code': 200} Mar 05 02:52:55.960692 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e7fbf-e3f9-4c46-a38c-d2fb5ac23027 req-dd327320-7f8a-4a96-9ca5-9def59a14515 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:55.969024 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6a0e7fbf-e3f9-4c46-a38c-d2fb5ac23027 req-dd327320-7f8a-4a96-9ca5-9def59a14515 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.0988116 Mar 05 02:52:56.026153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827cefd-8496-419c-b803-16b87eb91a89 req-53e539c0-0c43-4f48-93dd-508a7a3315f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.028099 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-53e539c0-0c43-4f48-93dd-508a7a3315f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 1127 time: 0.1205497 Mar 05 02:52:56.037705 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d33bad-215b-4eeb-b419-439273f8b7d1 req-dcbcbba0-b2f6-48c1-9029-0a5809cb28c9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.039618 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6d33bad-215b-4eeb-b419-439273f8b7d1 req-dcbcbba0-b2f6-48c1-9029-0a5809cb28c9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 943 time: 0.1866534 Mar 05 02:52:56.048327 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6a0e7fbf-e3f9-4c46-a38c-d2fb5ac23027 req-1c1b77fb-7636-4082-ab2f-2e0d952f9f9a tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783784 Mar 05 02:52:56.219352 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6d33bad-215b-4eeb-b419-439273f8b7d1 req-bde08207-c45a-4f56-9299-61dc29653bf3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691496 Mar 05 02:52:56.241969 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16f457-73a4-4c87-9e26-77a62ce43752 req-9101c125-e3a9-4cdf-9828-03a3afd2a501 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.242359 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827cefd-8496-419c-b803-16b87eb91a89 req-f9e011c8-ce85-485a-9ac6-0b4b839dda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.249015 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5f16f457-73a4-4c87-9e26-77a62ce43752 req-9101c125-e3a9-4cdf-9828-03a3afd2a501 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 943 time: 0.0840478 Mar 05 02:52:56.251346 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-f9e011c8-ce85-485a-9ac6-0b4b839dda90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.2106431 Mar 05 02:52:56.257410 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:56.266319 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 5321d2ff-bc06-4809-b26d-e11542ec78c1 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:56.321911 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5f16f457-73a4-4c87-9e26-77a62ce43752 req-5bc603a9-83a1-4950-8542-9e8145c54fc0 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714507 Mar 05 02:52:56.361495 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-0d035c26-64d4-46c4-a76a-13a2983529fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde HTTP/1.1" status: 200 len: 217 time: 0.0825689 Mar 05 02:52:56.451903 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827cefd-8496-419c-b803-16b87eb91a89 req-ad640aa0-c27e-488e-accc-0f93db446f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.457117 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-ad640aa0-c27e-488e-accc-0f93db446f93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0861969 Mar 05 02:52:56.522038 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 5321d2ff-bc06-4809-b26d-e11542ec78c1 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:56.538190 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 5321d2ff-bc06-4809-b26d-e11542ec78c1 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:56.547157 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.572198 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827cefd-8496-419c-b803-16b87eb91a89 req-2ab2762d-172b-4adc-af15-269a1878669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.573800 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-2ab2762d-172b-4adc-af15-269a1878669f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1100607 Mar 05 02:52:56.602375 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635781c8-24f4-42ca-9dd7-9e9090a9f784 req-50743dba-4591-465b-b5f4-02185e39443c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:56.609867 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-635781c8-24f4-42ca-9dd7-9e9090a9f784 req-50743dba-4591-465b-b5f4-02185e39443c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 945 time: 0.1108041 Mar 05 02:52:56.644353 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:56.661231 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'port_id': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'mac_address': 'fa:16:3e:47:80:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:56.726765 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-e7c272b3-0a5c-40dd-b0fb-1ea0ea06e83a service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365044 Mar 05 02:52:56.738933 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:56.739881 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.755660 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-635781c8-24f4-42ca-9dd7-9e9090a9f784 req-44bdf506-bb19-403e-81f5-4ef8b2273b80 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448312 Mar 05 02:52:56.756531 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 5321d2ff-bc06-4809-b26d-e11542ec78c1 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:56.756928 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.759694 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:56.803909 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:56.812503 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 5321d2ff-bc06-4809-b26d-e11542ec78c1, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:56.813613 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.900305 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e827cefd-8496-419c-b803-16b87eb91a89 req-5c57786f-d113-46d3-9fca-46c212ba77c0 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437213 Mar 05 02:52:56.955386 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf8d868-fb63-4028-8b07-42545b364812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5321d2ff-bc06-4809-b26d-e11542ec78c1'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:56.957868 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c08031-f36f-4a60-996e-3363f590dc14" -d '{"events": [{"server_uuid": "ecf8d868-fb63-4028-8b07-42545b364812", "name": "network-vif-plugged", "status": "completed", "tag": "5321d2ff-bc06-4809-b26d-e11542ec78c1"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:56.960580 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:56.990053 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:57.015375 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aad335c-50e1-4f7d-b446-68d76df43049 x-openstack-request-id: req-8aad335c-50e1-4f7d-b446-68d76df43049 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:57.015696 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf8d868-fb63-4028-8b07-42545b364812", "name": "network-vif-plugged", "status": "completed", "tag": "5321d2ff-bc06-4809-b26d-e11542ec78c1", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:57.015959 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8aad335c-50e1-4f7d-b446-68d76df43049 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:57.016506 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf8d868-fb63-4028-8b07-42545b364812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5321d2ff-bc06-4809-b26d-e11542ec78c1', 'code': 200} Mar 05 02:52:57.046844 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=5321d2ff-bc06-4809-b26d-e11542ec78c1,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:57.172286 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57338) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:57.213732 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a430-3dbf-4cba-8e31-8ca26450d8a1 req-bb97abbf-1a25-44e6-9baf-944893bba274 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:57.214236 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:57.215353 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f483a430-3dbf-4cba-8e31-8ca26450d8a1 req-bb97abbf-1a25-44e6-9baf-944893bba274 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.0715196 Mar 05 02:52:57.339463 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f483a430-3dbf-4cba-8e31-8ca26450d8a1 req-6d731177-989f-4905-866f-0b701fc9a179 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119843 Mar 05 02:52:57.354014 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-62d78721-6433-45b6-9982-f28ac453763c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.382907 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9cf60-01c0-485f-adf9-97e5e3335dac req-020d24dc-5599-4612-88bc-b3d52c9622fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:57.384764 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6cd9cf60-01c0-485f-adf9-97e5e3335dac req-020d24dc-5599-4612-88bc-b3d52c9622fb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 1130 time: 0.1682348 Mar 05 02:52:57.477049 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df715d1-2498-4850-beca-71add1f9026f req-2ab90bbd-d09a-4c56-aa27-0c4ae3092027 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:57.485736 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0df715d1-2498-4850-beca-71add1f9026f req-2ab90bbd-d09a-4c56-aa27-0c4ae3092027 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 943 time: 0.1541414 Mar 05 02:52:57.528060 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6cd9cf60-01c0-485f-adf9-97e5e3335dac req-890de0c8-8974-4ca4-91df-d1cf75d404ff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360085 Mar 05 02:52:57.557623 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86141b-da89-4241-b719-c2fdee60179c req-032e0ac1-6645-405c-825f-4c4c6341e9f4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:57.563342 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ae86141b-da89-4241-b719-c2fdee60179c req-032e0ac1-6645-405c-825f-4c4c6341e9f4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 944 time: 0.1220315 Mar 05 02:52:57.568089 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0df715d1-2498-4850-beca-71add1f9026f req-cb3ff44a-071d-4cd9-a2e3-c374cc6e5a16 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806637 Mar 05 02:52:57.604211 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-62d78721-6433-45b6-9982-f28ac453763c admin admin] Publish callbacks [] for security_group (54ac2bb6-9f61-45d6-99ce-12d8580957b8), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.611476 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-62d78721-6433-45b6-9982-f28ac453763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (54ac2bb6-9f61-45d6-99ce-12d8580957b8), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.667449 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d78721-6433-45b6-9982-f28ac453763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac2bb6-9f61-45d6-99ce-12d8580957b8,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:57.673516 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-62d78721-6433-45b6-9982-f28ac453763c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b052fdd4cba14385854e1ca70c180e62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994214 Mar 05 02:52:57.676492 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57360) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:57.738007 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-83b946e4-334f-49ec-8996-255f397223b6 admin admin] Publish callbacks [] for security_group (54ac2bb6-9f61-45d6-99ce-12d8580957b8), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.764683 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-83b946e4-334f-49ec-8996-255f397223b6 admin admin] Publish callbacks [] for security_group (54ac2bb6-9f61-45d6-99ce-12d8580957b8), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.814867 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ae86141b-da89-4241-b719-c2fdee60179c req-ccaab50b-4f63-4807-88af-bd6a1b23cc5b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492547 Mar 05 02:52:57.855365 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-83b946e4-334f-49ec-8996-255f397223b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (54ac2bb6-9f61-45d6-99ce-12d8580957b8), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.859012 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-83b946e4-334f-49ec-8996-255f397223b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:57.864797 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-83b946e4-334f-49ec-8996-255f397223b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54ac2bb6-9f61-45d6-99ce-12d8580957b8 HTTP/1.1" status: 204 len: 168 time: 0.1823695 Mar 05 02:52:57.881631 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b946e4-334f-49ec-8996-255f397223b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac2bb6-9f61-45d6-99ce-12d8580957b8,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:57.927978 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e92d2-b60e-4804-a9f7-f2057dd18fb5 req-830d361a-e2d3-465c-bbec-a691886bcdba tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:57.929515 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0b4e92d2-b60e-4804-a9f7-f2057dd18fb5 req-830d361a-e2d3-465c-bbec-a691886bcdba tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0655668 Mar 05 02:52:58.000430 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0b4e92d2-b60e-4804-a9f7-f2057dd18fb5 req-af2a4096-7b2e-43f5-88cb-73aeb63d3e57 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639875 Mar 05 02:52:58.237751 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57400) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:58.253030 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e30-2e5f-4592-b982-119f12d6fc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.266471 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 1b8c0503-6e06-48a0-a39e-011d9be7dfde details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:52:58.274846 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:52:58.358949 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-56283efa-8e10-47ad-85e3-9e62a1002817 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:58.361061 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-56283efa-8e10-47ad-85e3-9e62a1002817 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.0734289 Mar 05 02:52:58.361641 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e30-2e5f-4592-b982-119f12d6fc0d admin admin] Publish callbacks [] for security_group (f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.366838 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d9e47e30-2e5f-4592-b982-119f12d6fc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.377179 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:52:58.421838 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d9e47e30-2e5f-4592-b982-119f12d6fc0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c61d930651a74571952097eac456cde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829453 Mar 05 02:52:58.423392 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e47e30-2e5f-4592-b982-119f12d6fc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:58.425919 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57406) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:58.469764 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:52:58.482675 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:52:58.483862 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.485949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57408) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:58.532087 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3794aa6a-2c83-48bf-9842-60ea15a0a0c0 admin admin] Publish callbacks [] for security_group (f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.559547 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:58.578228 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3794aa6a-2c83-48bf-9842-60ea15a0a0c0 admin admin] Publish callbacks [] for security_group (f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.594946 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:52:58.681497 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3794aa6a-2c83-48bf-9842-60ea15a0a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.681880 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34008cec-0e65-4b65-9178-13d2b41b215b req-a47a5d18-216f-4cff-aa72-49e2d6a41de4 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:58.684359 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3794aa6a-2c83-48bf-9842-60ea15a0a0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.685518 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3794aa6a-2c83-48bf-9842-60ea15a0a0c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a HTTP/1.1" status: 204 len: 168 time: 0.2459617 Mar 05 02:52:58.694112 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-34008cec-0e65-4b65-9178-13d2b41b215b req-a47a5d18-216f-4cff-aa72-49e2d6a41de4 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 946 time: 0.1972682 Mar 05 02:52:58.711260 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Deleting port edd50975-8ba3-4298-b39f-cd1898d68343 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:52:58.711657 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.713590 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 1b8c0503-6e06-48a0-a39e-011d9be7dfde is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:58.714223 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.726143 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794aa6a-2c83-48bf-9842-60ea15a0a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35371f1-0bd8-41a8-a0c3-7bbc213b6e9a,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:58.760895 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8c0503-6e06-48a0-a39e-011d9be7dfde {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:52:58.781900 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:52:58.783086 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.823366 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f4340472-5859-4661-801d-cefc0f778876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.831251 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-34008cec-0e65-4b65-9178-13d2b41b215b req-e55ba0a9-3716-4e17-9bfe-a5d64858bd2b tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/security-groups?id=2863b8b8-61bd-4ecd-8bbd-765b3a678d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220922 Mar 05 02:52:58.937362 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:58.940580 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] For port edd50975-8ba3-4298-b39f-cd1898d68343, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=edd50975-8ba3-4298-b39f-cd1898d68343,segment=NetworkSegment(7e825a1a-5893-4376-ae1a-597e988f4a61),segment_id=7e825a1a-5893-4376-ae1a-597e988f4a61)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:58.940989 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.944498 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:52:58.959314 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.964685 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:58.988447 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdf36c-cb86-482e-9d8e-50d751abaeb9 req-986a627b-7757-4f35-ae0f-6a7fbb12407e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:58.990717 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29bdf36c-cb86-482e-9d8e-50d751abaeb9 req-986a627b-7757-4f35-ae0f-6a7fbb12407e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 943 time: 0.2775624 Mar 05 02:52:59.018832 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:59.043044 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160e7c7-5311-445a-ae0f-3675da98ebe8" -d '{"events": [{"server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "name": "network-vif-plugged", "status": "completed", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:59.067042 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29bdf36c-cb86-482e-9d8e-50d751abaeb9 req-f947b6e4-acf2-424f-963e-099595b9330f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634246 Mar 05 02:52:59.071208 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Calling delete_port for edd50975-8ba3-4298-b39f-cd1898d68343 owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:52:59.099390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f4340472-5859-4661-801d-cefc0f778876 admin admin] Publish callbacks [] for security_group (8fb94cd4-06bf-4927-9e69-0a4901c7fa0f), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.106833 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f4340472-5859-4661-801d-cefc0f778876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8fb94cd4-06bf-4927-9e69-0a4901c7fa0f), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.138225 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:59.152028 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f4340472-5859-4661-801d-cefc0f778876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b523d972aa14103b7a1bcca635e46e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634147 Mar 05 02:52:59.157843 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57444) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:52:59.193606 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340472-5859-4661-801d-cefc0f778876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb94cd4-06bf-4927-9e69-0a4901c7fa0f,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:59.250997 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=1b8c0503-6e06-48a0-a39e-011d9be7dfde,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:59.280239 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909d7e4-6639-45df-b61e-cdc8453ec162 req-e455a3ef-ea7e-42fb-900d-bdffc86cb423 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.282864 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6909d7e4-6639-45df-b61e-cdc8453ec162 req-e455a3ef-ea7e-42fb-900d-bdffc86cb423 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.3252594 Mar 05 02:52:59.289281 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c1786e86-0f8e-41a1-940a-8f057eec01bd admin admin] Publish callbacks [] for security_group (8fb94cd4-06bf-4927-9e69-0a4901c7fa0f), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.300990 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddea8-0d40-424d-b1c0-6eec62eb482f req-81c6d25c-49a8-4d35-9f26-98292c83be1a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.302697 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-925ddea8-0d40-424d-b1c0-6eec62eb482f req-81c6d25c-49a8-4d35-9f26-98292c83be1a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1117630 Mar 05 02:52:59.338537 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c1786e86-0f8e-41a1-940a-8f057eec01bd admin admin] Publish callbacks [] for security_group (8fb94cd4-06bf-4927-9e69-0a4901c7fa0f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.373401 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['1b8c0503-6e06-48a0-a39e-011d9be7dfde'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:52:59.388268 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6909d7e4-6639-45df-b61e-cdc8453ec162 req-547c5556-e68e-43b3-93bc-375fc2f223c8 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950432 Mar 05 02:52:59.410880 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-925ddea8-0d40-424d-b1c0-6eec62eb482f req-33194289-aa95-4cf1-8fbc-7877d0188608 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948524 Mar 05 02:52:59.447845 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c1786e86-0f8e-41a1-940a-8f057eec01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8fb94cd4-06bf-4927-9e69-0a4901c7fa0f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.450773 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c1786e86-0f8e-41a1-940a-8f057eec01bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.451933 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c1786e86-0f8e-41a1-940a-8f057eec01bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fb94cd4-06bf-4927-9e69-0a4901c7fa0f HTTP/1.1" status: 204 len: 168 time: 0.2930226 Mar 05 02:52:59.465485 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1786e86-0f8e-41a1-940a-8f057eec01bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb94cd4-06bf-4927-9e69-0a4901c7fa0f,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:59.521378 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65a591-00f8-4eb1-87b5-372e6a0b9ba2 x-openstack-request-id: req-7c65a591-00f8-4eb1-87b5-372e6a0b9ba2 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:59.521699 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "name": "network-vif-plugged", "status": "completed", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:59.521996 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c65a591-00f8-4eb1-87b5-372e6a0b9ba2 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:59.522507 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'code': 200} Mar 05 02:52:59.527872 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (edd50975-8ba3-4298-b39f-cd1898d68343), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.636375 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Pushing event deleted for resources: {'Port': ['ID=edd50975-8ba3-4298-b39f-cd1898d68343,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:52:59.687363 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] No DVR routers for this DVR port edd50975-8ba3-4298-b39f-cd1898d68343 on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:52:59.694231 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:52:59.699786 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-47f8b91f-6cd5-4fa7-9179-017cb3e66733 req-a6f36017-0ebe-483b-8525-af71703627e8 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.16 "DELETE /v2.0/ports/edd50975-8ba3-4298-b39f-cd1898d68343 HTTP/1.1" status: 204 len: 173 time: 1.3252189 Mar 05 02:52:59.700374 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'name': 'network-vif-deleted', 'tag': 'edd50975-8ba3-4298-b39f-cd1898d68343'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:52:59.707504 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcedca90-bc59-4207-85b7-124eca3f59e3" -d '{"events": [{"server_uuid": "e5f2a0e8-a809-495f-adf4-ccc51c4249ab", "name": "network-vif-deleted", "tag": "edd50975-8ba3-4298-b39f-cd1898d68343"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:52:59.775319 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ad3157-0d42-4405-b495-39c224321f1d x-openstack-request-id: req-78ad3157-0d42-4405-b495-39c224321f1d {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:52:59.775744 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f2a0e8-a809-495f-adf4-ccc51c4249ab", "name": "network-vif-deleted", "tag": "edd50975-8ba3-4298-b39f-cd1898d68343", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:52:59.776012 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78ad3157-0d42-4405-b495-39c224321f1d {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:52:59.776470 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f2a0e8-a809-495f-adf4-ccc51c4249ab', 'name': 'network-vif-deleted', 'tag': 'edd50975-8ba3-4298-b39f-cd1898d68343', 'status': 'completed', 'code': 200} Mar 05 02:52:59.888297 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc7420-e927-4f9f-8ceb-37ec56f8e1c4 req-84664fb5-d18c-4d11-9c50-c28086600798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:52:59.896936 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-94cc7420-e927-4f9f-8ceb-37ec56f8e1c4 req-84664fb5-d18c-4d11-9c50-c28086600798 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1129 time: 0.0738549 Mar 05 02:53:00.023141 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-94cc7420-e927-4f9f-8ceb-37ec56f8e1c4 req-4056e071-a827-4be3-ac33-ee26b82ee164 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192222 Mar 05 02:53:00.041237 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c08a055f-1a04-4d26-9c27-60efe9117684 req-acb9e415-f3b3-4cf1-8267-2f58fbcb1275 tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.0931697 Mar 05 02:53:00.070342 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57478) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:00.085053 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7072cbec-f6c8-4f87-a180-2317fe8428a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.122017 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bba60-b1d2-4658-9623-8be5e85ec744 req-f3977e27-5523-42de-b1a8-c30667d29c97 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.124093 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b18bba60-b1d2-4658-9623-8be5e85ec744 req-f3977e27-5523-42de-b1a8-c30667d29c97 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1363616 Mar 05 02:53:00.142077 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6bba-1aec-414c-a10b-b562237213ad req-09f0f4fe-e951-41d3-bc05-bcebd7f9a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.143591 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-09f0f4fe-e951-41d3-bc05-bcebd7f9a6f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 1130 time: 0.1244185 Mar 05 02:53:00.188366 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b18bba60-b1d2-4658-9623-8be5e85ec744 req-9bd8929d-cd0e-4845-ba69-5afd68879f26 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573978 Mar 05 02:53:00.269880 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da164-0dff-4bbb-b09b-bf7cc6638a6e req-a9993e8b-aa19-4216-8528-7899da73a5fb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.279122 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b66da164-0dff-4bbb-b09b-bf7cc6638a6e req-a9993e8b-aa19-4216-8528-7899da73a5fb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 944 time: 0.1274481 Mar 05 02:53:00.292941 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device edd50975-8ba3-4298-b39f-cd1898d68343 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:53:00.295339 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7072cbec-f6c8-4f87-a180-2317fe8428a7 admin admin] Publish callbacks [] for security_group (248544ee-0f6f-4c91-ba06-48b2153839f4), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.305350 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7072cbec-f6c8-4f87-a180-2317fe8428a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (248544ee-0f6f-4c91-ba06-48b2153839f4), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.325010 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: edd50975-8ba3-4298-b39f-cd1898d68343 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:53:00.325596 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device edd50975-8ba3-4298-b39f-cd1898d68343 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:53:00.397908 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7072cbec-f6c8-4f87-a180-2317fe8428a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=871af2b9c6274dfdb3f0af1fc5eced56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262296 Mar 05 02:53:00.400547 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57490) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:00.413513 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072cbec-f6c8-4f87-a180-2317fe8428a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248544ee-0f6f-4c91-ba06-48b2153839f4,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:00.435901 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57494) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:00.476924 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b66da164-0dff-4bbb-b09b-bf7cc6638a6e req-9156809a-62f5-4b83-ad01-3fa2200f32e0 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968188 Mar 05 02:53:00.499700 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-89054330-5a18-41f4-8191-2090b4b8d3de admin admin] Publish callbacks [] for security_group (248544ee-0f6f-4c91-ba06-48b2153839f4), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.522828 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-89054330-5a18-41f4-8191-2090b4b8d3de admin admin] Publish callbacks [] for security_group (248544ee-0f6f-4c91-ba06-48b2153839f4), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.588040 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-89054330-5a18-41f4-8191-2090b4b8d3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (248544ee-0f6f-4c91-ba06-48b2153839f4), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.590838 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-89054330-5a18-41f4-8191-2090b4b8d3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:00.592152 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-89054330-5a18-41f4-8191-2090b4b8d3de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/248544ee-0f6f-4c91-ba06-48b2153839f4 HTTP/1.1" status: 204 len: 168 time: 0.1876054 Mar 05 02:53:00.611751 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89054330-5a18-41f4-8191-2090b4b8d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248544ee-0f6f-4c91-ba06-48b2153839f4,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:00.656143 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6bba-1aec-414c-a10b-b562237213ad req-20a68d7f-a25e-4201-947d-e3602d668c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.657776 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-20a68d7f-a25e-4201-947d-e3602d668c05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.2990749 Mar 05 02:53:00.674570 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f315b-e807-478d-b841-610b9d007cb3 req-2426fd86-a6d2-4aef-887e-23ce2e91aa1b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.676156 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4e5f315b-e807-478d-b841-610b9d007cb3 req-2426fd86-a6d2-4aef-887e-23ce2e91aa1b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1526141 Mar 05 02:53:00.725550 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-38928866-2c44-4552-8659-3b31f48df61d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1 HTTP/1.1" status: 200 len: 217 time: 0.0483887 Mar 05 02:53:00.799586 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6bba-1aec-414c-a10b-b562237213ad req-205042dc-a6b4-46e3-abd8-21416980556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:00.801316 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-205042dc-a6b4-46e3-abd8-21416980556b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0639877 Mar 05 02:53:00.809384 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4e5f315b-e807-478d-b841-610b9d007cb3 req-2af2b76e-1026-42be-aca6-b33410773687 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236153 Mar 05 02:53:00.865880 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-d8b9d08a-396c-4995-accf-d9c6d2d42a3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514178 Mar 05 02:53:00.867196 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fc55d1c-309f-4d3f-b02d-c8616253077f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.106725 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fc55d1c-309f-4d3f-b02d-c8616253077f admin admin] Publish callbacks [] for security_group (67123336-6c0f-4b7b-a8ef-3c64fae76cf0), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.115050 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4fc55d1c-309f-4d3f-b02d-c8616253077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (67123336-6c0f-4b7b-a8ef-3c64fae76cf0), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.142988 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc55d1c-309f-4d3f-b02d-c8616253077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67123336-6c0f-4b7b-a8ef-3c64fae76cf0,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:01.153810 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-8588a6e3-7bc4-43b1-8f2f-3930f732540f service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514994 Mar 05 02:53:01.193165 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4fc55d1c-309f-4d3f-b02d-c8616253077f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa7961139b774a9188fe84a4eff3ff72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7320914 Mar 05 02:53:01.195952 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57540) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:01.220208 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f9c7c8df-7c26-4e1d-8920-d75779a82ecd req-49a34db8-a9d6-4f70-b91a-72584fbd1f3a tempest-DeleteServersTestJSON-646356318 tempest-DeleteServersTestJSON-646356318-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5f2a0e8-a809-495f-adf4-ccc51c4249ab HTTP/1.1" status: 200 len: 210 time: 0.0518579 Mar 05 02:53:01.330079 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b65e4e92-7839-463e-b0f1-68fd365374b6 admin admin] Publish callbacks [] for security_group (67123336-6c0f-4b7b-a8ef-3c64fae76cf0), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.367509 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ccca6bba-1aec-414c-a10b-b562237213ad req-fc57ca97-2c2a-4d3b-a0f9-88441494b02a service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949289 Mar 05 02:53:01.386137 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b65e4e92-7839-463e-b0f1-68fd365374b6 admin admin] Publish callbacks [] for security_group (67123336-6c0f-4b7b-a8ef-3c64fae76cf0), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.430337 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30cd39-ccb2-47b8-bd04-a36b66ba8be1 req-0e1be805-8d4f-4aef-adb1-1c755bef9308 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:01.432933 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5d30cd39-ccb2-47b8-bd04-a36b66ba8be1 req-0e1be805-8d4f-4aef-adb1-1c755bef9308 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1429937 Mar 05 02:53:01.529242 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5d30cd39-ccb2-47b8-bd04-a36b66ba8be1 req-34a4a3cc-4f5b-458c-bf8d-7ea2f5f123bc tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Mar 05 02:53:01.544201 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b65e4e92-7839-463e-b0f1-68fd365374b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (67123336-6c0f-4b7b-a8ef-3c64fae76cf0), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.547221 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b65e4e92-7839-463e-b0f1-68fd365374b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:01.549419 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b65e4e92-7839-463e-b0f1-68fd365374b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67123336-6c0f-4b7b-a8ef-3c64fae76cf0 HTTP/1.1" status: 204 len: 168 time: 0.3516135 Mar 05 02:53:01.569678 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e4e92-7839-463e-b0f1-68fd365374b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67123336-6c0f-4b7b-a8ef-3c64fae76cf0,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:01.634360 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2370a-1c96-428a-adb8-f39a196a664a req-94e0b7d0-1b4b-4fcf-8f56-727d1f63f341 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:01.636749 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6fe2370a-1c96-428a-adb8-f39a196a664a req-94e0b7d0-1b4b-4fcf-8f56-727d1f63f341 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 944 time: 0.0819483 Mar 05 02:53:01.695329 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6fe2370a-1c96-428a-adb8-f39a196a664a req-02e07ab0-6760-4a3b-bcc7-5a26138d20f3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513780 Mar 05 02:53:01.966717 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622eb26-228a-412e-a630-c3c2dd455c5f req-4fdc8fe3-9fc1-4f8e-a088-1473211f2347 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:01.968446 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8622eb26-228a-412e-a630-c3c2dd455c5f req-4fdc8fe3-9fc1-4f8e-a088-1473211f2347 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0601752 Mar 05 02:53:02.024627 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8622eb26-228a-412e-a630-c3c2dd455c5f req-be5265e2-bc98-46f3-97d2-547b7d3e0e68 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500417 Mar 05 02:53:02.094737 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57588) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.113128 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99259c26-7060-4d95-acdc-b03f992a0664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.214324 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99259c26-7060-4d95-acdc-b03f992a0664 admin admin] Publish callbacks [] for security_group (b9b3b528-3038-4751-8f8e-993231cc6c58), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.220123 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99259c26-7060-4d95-acdc-b03f992a0664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b9b3b528-3038-4751-8f8e-993231cc6c58), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.220560 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005e2f7-a528-4c0f-8a23-c7f035805559 req-0af5ae33-7053-40a4-98e2-117757eb6535 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:02.222963 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4005e2f7-a528-4c0f-8a23-c7f035805559 req-0af5ae33-7053-40a4-98e2-117757eb6535 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0725663 Mar 05 02:53:02.231347 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57598) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.243348 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'floatingip': {'port_id': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:02.255872 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99259c26-7060-4d95-acdc-b03f992a0664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3b528-3038-4751-8f8e-993231cc6c58,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:02.275746 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-99259c26-7060-4d95-acdc-b03f992a0664 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb74db96c0d747479776dcc12c93e5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798806 Mar 05 02:53:02.278435 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57604) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:02.309076 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 1b8c0503-6e06-48a0-a39e-011d9be7dfde up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:02.391979 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf0b-2453-40fb-8f83-11e7286287d2 admin admin] Publish callbacks [] for security_group (b9b3b528-3038-4751-8f8e-993231cc6c58), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.395787 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (1bc2a651-d1a8-4f7f-b377-4626e43641f9), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.401488 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 1b8c0503-6e06-48a0-a39e-011d9be7dfde completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:53:02.407003 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 1b8c0503-6e06-48a0-a39e-011d9be7dfde triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:02.407003 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.436772 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf0b-2453-40fb-8f83-11e7286287d2 admin admin] Publish callbacks [] for security_group (b9b3b528-3038-4751-8f8e-993231cc6c58), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.545135 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf0b-2453-40fb-8f83-11e7286287d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b9b3b528-3038-4751-8f8e-993231cc6c58), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.548084 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8d84bf0b-2453-40fb-8f83-11e7286287d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.575659 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-8d84bf0b-2453-40fb-8f83-11e7286287d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9b3b528-3038-4751-8f8e-993231cc6c58 HTTP/1.1" status: 204 len: 168 time: 0.2960300 Mar 05 02:53:02.601958 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84bf0b-2453-40fb-8f83-11e7286287d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3b528-3038-4751-8f8e-993231cc6c58,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:02.664425 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 1b8c0503-6e06-48a0-a39e-011d9be7dfde is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:02.664425 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.746755 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:02.756596 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632492db-889a-413b-aa44-28836f1d026b" -d '{"events": [{"server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:02.790276 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:02.798655 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:02.852117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6bf23-7234-4c64-9b6c-557e6723b925 req-50f810bc-df4d-48db-b234-df38dfeb732e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:02.866017 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-daa6bf23-7234-4c64-9b6c-557e6723b925 req-50f810bc-df4d-48db-b234-df38dfeb732e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1743124 Mar 05 02:53:02.928034 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=1b8c0503-6e06-48a0-a39e-011d9be7dfde,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:02.977723 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-daa6bf23-7234-4c64-9b6c-557e6723b925 req-62cc29e4-6163-41f6-a70a-c6f273d7c97d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062541 Mar 05 02:53:03.027471 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1072f9d-c142-4606-8644-98fbb7f1a57b x-openstack-request-id: req-a1072f9d-c142-4606-8644-98fbb7f1a57b {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:03.027878 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "name": "network-vif-plugged", "status": "completed", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:03.028209 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1072f9d-c142-4606-8644-98fbb7f1a57b {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:03.028669 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'code': 200} Mar 05 02:53:03.193711 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb624e-d913-4871-8d55-c6676ace94c3 req-aeb92001-dead-4062-94f0-29234b2a1497 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:03.195269 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6bdb624e-d913-4871-8d55-c6676ace94c3 req-aeb92001-dead-4062-94f0-29234b2a1497 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.3316121 Mar 05 02:53:03.292372 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c91a3-05c9-4a4e-ac1c-b4cf19815c35 req-6725f4fd-6910-4636-b5d5-bd9339ba2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:03.295071 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7a3c91a3-05c9-4a4e-ac1c-b4cf19815c35 req-6725f4fd-6910-4636-b5d5-bd9339ba2ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 1129 time: 0.0590475 Mar 05 02:53:03.361897 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7a3c91a3-05c9-4a4e-ac1c-b4cf19815c35 req-fc9e636e-2107-4c26-a1ef-d8cff960e587 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583386 Mar 05 02:53:03.382494 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6bdb624e-d913-4871-8d55-c6676ace94c3 req-73dfa00d-a3fa-4261-ad96-7becd2278323 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765056 Mar 05 02:53:03.388204 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.db.resource_extend [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 02:53:03.665741 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.671744 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (1bc2a651-d1a8-4f7f-b377-4626e43641f9), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:03.810966 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Floating IP 1bc2a651-d1a8-4f7f-b377-4626e43641f9 associated. External IP: 172.28.2.187, port: 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8. Mar 05 02:53:04.114870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Router cc529a76-29bc-46cf-9944-e50565d275a2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:53:04.162390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57716) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:04.219866 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Deleting subnet 6ecb300b-add7-4af0-98f3-cb2de81fdc8a {{(pid=114613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:53:04.226397 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Publish callbacks [] for subnet (6ecb300b-add7-4af0-98f3-cb2de81fdc8a), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.235469 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f81d3-1c80-4c35-a385-d98de7e2f551 req-e83dc29d-98f3-4f46-bb17-fa77cc1e75a8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:04.242525 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f8f81d3-1c80-4c35-a385-d98de7e2f551 req-e83dc29d-98f3-4f46-bb17-fa77cc1e75a8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1317863 Mar 05 02:53:04.297120 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Publish callbacks [] for subnet (6ecb300b-add7-4af0-98f3-cb2de81fdc8a), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.309706 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:53:04.328562 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (6ecb300b-add7-4af0-98f3-cb2de81fdc8a), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.329606 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.329739 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:53:04.344702 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:04.350058 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:04.389460 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f8f81d3-1c80-4c35-a385-d98de7e2f551 req-ffd7739e-9780-47bc-b2ad-2774d7aa3533 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457174 Mar 05 02:53:04.448131 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for subnet (6ecb300b-add7-4af0-98f3-cb2de81fdc8a), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.449303 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-fe97d219-59f1-4275-9332-a47616f2713a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "PUT /v2.0/floatingips/1bc2a651-d1a8-4f7f-b377-4626e43641f9 HTTP/1.1" status: 200 len: 991 time: 2.2133718 Mar 05 02:53:04.454336 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:04.464809 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003f9d53-1d4b-4b65-b7b6-11c333b6993d" -d '{"events": [{"name": "network-changed", "server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:04.506622 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:04.551209 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5378328-2374-4ea8-adb1-7119b8e6ef02 x-openstack-request-id: req-e5378328-2374-4ea8-adb1-7119b8e6ef02 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:04.551906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:04.552327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5378328-2374-4ea8-adb1-7119b8e6ef02 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:04.552866 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'status': 'completed', 'code': 200} Mar 05 02:53:04.560001 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecb300b-add7-4af0-98f3-cb2de81fdc8a,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:04.576347 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.586553 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2dd6d50c-eccc-49f9-821d-5ef26ff7b84a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ecb300b-add7-4af0-98f3-cb2de81fdc8a HTTP/1.1" status: 204 len: 168 time: 0.4208200 Mar 05 02:53:04.586793 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57740) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:04.684852 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (a6acba7f-e71f-42ec-b2ec-9a5b059b70f0), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.714098 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb34d1-7b2d-4082-9fdb-83c70f139f8a req-201c50c2-8eca-40e7-98a7-b89aa10582bd tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:04.719094 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6cb34d1-7b2d-4082-9fdb-83c70f139f8a req-201c50c2-8eca-40e7-98a7-b89aa10582bd tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.1540029 Mar 05 02:53:04.782706 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-01f5448a-d466-42a0-98e9-ac7717432a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:04.791324 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-01f5448a-d466-42a0-98e9-ac7717432a5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1129 time: 0.1154792 Mar 05 02:53:04.822780 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6cb34d1-7b2d-4082-9fdb-83c70f139f8a req-39a03e0f-517e-4874-b881-9af616a6ee8f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982366 Mar 05 02:53:04.846893 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (a6acba7f-e71f-42ec-b2ec-9a5b059b70f0), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:04.942643 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '1bc2a651-d1a8-4f7f-b377-4626e43641f9', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'floating_ip_address': '172.28.2.187', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'port_id': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'mac_address': 'fa:16:3e:47:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:41Z', 'updated_at': '2022-03-05T02:53:03Z', 'revision_number': 1, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:04.974092 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:53:04.984431 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:04.985267 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:05.093389 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.094312 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.095100 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.095581 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.096151 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.096665 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.097145 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.097471 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.098337 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.098677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.132196 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:05.176555 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.177034 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.177233 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.177556 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 02:53:05.178087 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6acba7f-e71f-42ec-b2ec-9a5b059b70f0']}} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:05.202025 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e825a1a-5893-4376-ae1a-597e988f4a61') {'for_net_delete': True} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:05.202516 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e825a1a-5893-4376-ae1a-597e988f4a61') {} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:05.234198 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683990'] for segment (7e825a1a-5893-4376-ae1a-597e988f4a61), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:05.259899 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-6d40d7b0-152d-496f-a180-f69a447cfab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:05.262440 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-6d40d7b0-152d-496f-a180-f69a447cfab9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.4294755 Mar 05 02:53:05.267252 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (7e825a1a-5893-4376-ae1a-597e988f4a61), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:05.323589 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=114613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:53:05.324004 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10032227'] for segment (7e825a1a-5893-4376-ae1a-597e988f4a61), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: from cryptography.utils import int_from_bytes Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: from cryptography.utils import int_from_bytes Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: Traceback (most recent call last): Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: timer() Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: cb(*args, **kw) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: return func(*args, **kwargs) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: self._notify() Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: self.callback(batched_events) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: event.method(event) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: return f(self, *a, **k) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: return self._get(url).json() Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: return self.request(url, 'GET', **kwargs) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:53:05.328341 dv-cinder-827259-3-smb neutron-server[114613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:53:05.428986 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-7a433ee2-e2cc-40bb-ac1c-4e95a6aeebc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 999 time: 0.1574559 Mar 05 02:53:05.430117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (a6acba7f-e71f-42ec-b2ec-9a5b059b70f0), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:05.447064 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:05.451125 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6acba7f-e71f-42ec-b2ec-9a5b059b70f0 HTTP/1.1" status: 204 len: 168 time: 0.8633387 Mar 05 02:53:05.481987 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66588f-b62e-41e5-8532-233cb17452c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6acba7f-e71f-42ec-b2ec-9a5b059b70f0,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:05.487504 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '1bc2a651-d1a8-4f7f-b377-4626e43641f9', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'floating_ip_address': '172.28.2.187', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'port_id': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'mac_address': 'fa:16:3e:47:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:41Z', 'updated_at': '2022-03-05T02:53:03Z', 'revision_number': 1, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:05.536021 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc587fbc-a5b5-4463-9244-13c8611284ef None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '1bc2a651-d1a8-4f7f-b377-4626e43641f9', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'floating_ip_address': '172.28.2.187', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'port_id': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'mac_address': 'fa:16:3e:47:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:41Z', 'updated_at': '2022-03-05T02:53:03Z', 'revision_number': 1, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:53:05.547528 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-4beee068-65aa-4450-ab3e-918147abcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:05.549136 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-4beee068-65aa-4450-ab3e-918147abcea7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.1111677 Mar 05 02:53:05.576751 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927003a-173d-4777-8833-cf60cf88ceee req-f61284b8-740b-46b4-b1d5-9db4f238cc74 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:05.579347 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9927003a-173d-4777-8833-cf60cf88ceee req-f61284b8-740b-46b4-b1d5-9db4f238cc74 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0915527 Mar 05 02:53:05.678425 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-beece442-9688-4d26-9d49-2d478970d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:05.680277 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-beece442-9688-4d26-9d49-2d478970d57e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1227052 Mar 05 02:53:05.703054 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9927003a-173d-4777-8833-cf60cf88ceee req-c9c82338-fcde-489f-ad3f-70aca44cd150 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896387 Mar 05 02:53:05.789639 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57790) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:05.821840 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-030212e3-730e-4766-882d-dc7e57cc0fef service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262226 Mar 05 02:53:05.844067 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-182a0d06-f5a1-46f8-8e6a-548e497ba2fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3ed95e1b66d492da157fc5a991c4522&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0530481 Mar 05 02:53:05.846897 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57794) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:05.898201 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5d55a2-b7c3-45e0-a21c-afb02cc87d78 None None] New status for floating IP 1bc2a651-d1a8-4f7f-b377-4626e43641f9: ACTIVE {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:53:05.974784 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-003f9d53-1d4b-4b65-b7b6-11c333b6993d req-577fc92e-ac15-4c59-a8b4-72120d374c5c service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450548 Mar 05 02:53:05.987144 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45fd677-0a00-4cbf-aba6-2a97e2847378 admin admin] Publish callbacks [] for security_group (2863b8b8-61bd-4ecd-8bbd-765b3a678d28), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.036547 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45fd677-0a00-4cbf-aba6-2a97e2847378 admin admin] Publish callbacks [] for security_group (2863b8b8-61bd-4ecd-8bbd-765b3a678d28), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.104722 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870217-9cba-4770-b6c6-9e9a8cdc417a req-91c26505-f0ac-4fe7-b4ba-a3740d4ce338 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:06.119272 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ca870217-9cba-4770-b6c6-9e9a8cdc417a req-91c26505-f0ac-4fe7-b4ba-a3740d4ce338 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.1641691 Mar 05 02:53:06.185461 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ca870217-9cba-4770-b6c6-9e9a8cdc417a req-784270f7-7079-4dfd-a8da-3759e05e7a3f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594857 Mar 05 02:53:06.197324 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45fd677-0a00-4cbf-aba6-2a97e2847378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2863b8b8-61bd-4ecd-8bbd-765b3a678d28), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.202244 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45fd677-0a00-4cbf-aba6-2a97e2847378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.203753 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d45fd677-0a00-4cbf-aba6-2a97e2847378 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2863b8b8-61bd-4ecd-8bbd-765b3a678d28 HTTP/1.1" status: 204 len: 168 time: 0.3556671 Mar 05 02:53:06.213327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fd677-0a00-4cbf-aba6-2a97e2847378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2863b8b8-61bd-4ecd-8bbd-765b3a678d28,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:06.374966 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cc627-fbdb-4e34-a6c0-05b1c3313032 req-753df26d-468e-4130-b159-7059d079ef91 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:06.382849 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e82cc627-fbdb-4e34-a6c0-05b1c3313032 req-753df26d-468e-4130-b159-7059d079ef91 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.0719573 Mar 05 02:53:06.388416 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57822) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:06.394273 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:06.455380 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (c33a6478-9ab2-46de-8b8f-f1e56ca8168f), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:06.913676 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57852) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:06.971317 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98349b0-d621-46d7-93d8-39a41526b0d9 req-7d1806d1-1085-4069-b3e0-3f3b1aaa4e5a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:06.973423 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a98349b0-d621-46d7-93d8-39a41526b0d9 req-7d1806d1-1085-4069-b3e0-3f3b1aaa4e5a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1537895 Mar 05 02:53:07.072493 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a98349b0-d621-46d7-93d8-39a41526b0d9 req-c564d6c8-e89a-4c7d-9fec-7bb95f8b2de3 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841177 Mar 05 02:53:07.133141 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-63b12dff-98b8-4b58-96da-c8006d7a72c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.165206 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.170523 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (c33a6478-9ab2-46de-8b8f-f1e56ca8168f), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.226129 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-63b12dff-98b8-4b58-96da-c8006d7a72c3 admin admin] Publish callbacks [] for security_group (72744d0a-74b9-4f56-9503-15082ed8ae02), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.230860 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-63b12dff-98b8-4b58-96da-c8006d7a72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (72744d0a-74b9-4f56-9503-15082ed8ae02), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.273115 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b12dff-98b8-4b58-96da-c8006d7a72c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72744d0a-74b9-4f56-9503-15082ed8ae02,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:07.280122 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-63b12dff-98b8-4b58-96da-c8006d7a72c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f87db8224624760969f944acb9e5e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650301 Mar 05 02:53:07.282965 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57862) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:07.300590 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP c33a6478-9ab2-46de-8b8f-f1e56ca8168f associated. External IP: 172.28.2.228, port: 1b8c0503-6e06-48a0-a39e-011d9be7dfde. Mar 05 02:53:07.376815 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-97d5be87-ca62-41cf-9b58-ae22045c808a admin admin] Publish callbacks [] for security_group (72744d0a-74b9-4f56-9503-15082ed8ae02), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.409486 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-97d5be87-ca62-41cf-9b58-ae22045c808a admin admin] Publish callbacks [] for security_group (72744d0a-74b9-4f56-9503-15082ed8ae02), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.489565 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-97d5be87-ca62-41cf-9b58-ae22045c808a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (72744d0a-74b9-4f56-9503-15082ed8ae02), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.493439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-97d5be87-ca62-41cf-9b58-ae22045c808a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.495784 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-97d5be87-ca62-41cf-9b58-ae22045c808a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72744d0a-74b9-4f56-9503-15082ed8ae02 HTTP/1.1" status: 204 len: 168 time: 0.2108088 Mar 05 02:53:07.507580 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5be87-ca62-41cf-9b58-ae22045c808a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72744d0a-74b9-4f56-9503-15082ed8ae02,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:07.665980 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:53:07.750890 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57888) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:07.800696 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:53:07.805751 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.813244 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:53:07.825274 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:07.825912 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:07.846091 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1b178de9-8155-4466-b2d7-4d1284695860 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "PUT /v2.0/floatingips/c33a6478-9ab2-46de-8b8f-f1e56ca8168f HTTP/1.1" status: 200 len: 991 time: 1.4558208 Mar 05 02:53:07.846729 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:07.849197 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:07.889844 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2e66d8-db35-4922-b448-cb273691127b x-openstack-request-id: req-be2e66d8-db35-4922-b448-cb273691127b {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:07.890200 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:07.890507 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be2e66d8-db35-4922-b448-cb273691127b {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:07.891011 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'status': 'completed', 'code': 200} Mar 05 02:53:07.895452 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-network', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:07.910756 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 57896) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:07.926199 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-96bc5033-5cb9-44aa-bf34-66f922f11eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.928381 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Made reservation on behalf of 1ae17bc418a044f3b4b1d1dfd3941877 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:07.930673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:07.958417 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.038558 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:08.057429 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-fa71ccf3-67db-4f09-9e41-fe524755ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.058979 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-fa71ccf3-67db-4f09-9e41-fe524755ec8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 1129 time: 0.1095245 Mar 05 02:53:08.174375 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-96bc5033-5cb9-44aa-bf34-66f922f11eec admin admin] Publish callbacks [] for security_group (b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.185588 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-96bc5033-5cb9-44aa-bf34-66f922f11eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.254412 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175b8b-98f0-49ba-af41-693dc1ae7843 req-9df15e2d-73c7-496c-9b35-4d89fff90593 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.255921 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2b175b8b-98f0-49ba-af41-693dc1ae7843 req-9df15e2d-73c7-496c-9b35-4d89fff90593 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0755119 Mar 05 02:53:08.274238 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks [] for security_group (c70c5283-4fc3-431a-8b83-bb50dc0a2f5d), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.277492 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-96bc5033-5cb9-44aa-bf34-66f922f11eec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=507728c2f9db4227b1d733570fcc1351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656662 Mar 05 02:53:08.284317 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57904) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:08.293020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (c70c5283-4fc3-431a-8b83-bb50dc0a2f5d), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.298974 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-dcf0abf6-8f0e-4ee2-b326-92b08b51c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.300651 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-dcf0abf6-8f0e-4ee2-b326-92b08b51c7e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.2341046 Mar 05 02:53:08.303174 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc5033-5cb9-44aa-bf34-66f922f11eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:08.333401 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:53:08.334353 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:07Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:08.369771 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2b175b8b-98f0-49ba-af41-693dc1ae7843 req-0329f97f-d872-445c-a5c2-0d9bfc687356 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058600 Mar 05 02:53:08.370171 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:53:08.382479 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:08.383447 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:52:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:08.389073 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b60fb4dd-19cf-4e41-8902-a6c164fd8e43 admin admin] Publish callbacks [] for security_group (b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.409223 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (82c4032a-7958-4282-b1ea-90bc10c89698), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.409872 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Added segment 82c4032a-7958-4282-b1ea-90bc10c89698 of type vlan for network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc Mar 05 02:53:08.422829 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b60fb4dd-19cf-4e41-8902-a6c164fd8e43 admin admin] Publish callbacks [] for security_group (b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.426291 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c5283-4fc3-431a-8b83-bb50dc0a2f5d,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:08.433264 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-d8bcf479-b893-4d7b-af60-52746c03b926 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde HTTP/1.1" status: 200 len: 999 time: 0.1181469 Mar 05 02:53:08.486566 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b60fb4dd-19cf-4e41-8902-a6c164fd8e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.490227 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b60fb4dd-19cf-4e41-8902-a6c164fd8e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.496877 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b60fb4dd-19cf-4e41-8902-a6c164fd8e43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3 HTTP/1.1" status: 204 len: 168 time: 0.2113066 Mar 05 02:53:08.517982 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fb4dd-19cf-4e41-8902-a6c164fd8e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c97fc1-f30e-43cb-a71c-d9a45e4eeaf3,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:08.531089 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (7f2ff02b-94ca-4ace-971d-5215d54dfcfc), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.557460 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-d159d671-dfe9-4318-ae89-d81c42b7cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.559195 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-d159d671-dfe9-4318-ae89-d81c42b7cabe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0790398 Mar 05 02:53:08.565279 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (7f2ff02b-94ca-4ace-971d-5215d54dfcfc), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.566845 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.567625 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.607494 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:08.628829 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8740637 Mar 05 02:53:08.630652 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57914) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:08.637622 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Request body: {'subnet': {'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-subnet', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:08.665488 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Made reservation on behalf of 1ae17bc418a044f3b4b1d1dfd3941877 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:08.671032 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4025731'] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.690695 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9109bd3-214f-463b-aa9a-d2e0f48a5a45 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2ff02b-94ca-4ace-971d-5215d54dfcfc,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:08.705066 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:53:08.749082 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-f0707068-6041-4a5a-b030-c7bf84bfc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:08.750651 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-f0707068-6041-4a5a-b030-c7bf84bfc93b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1808383 Mar 05 02:53:08.931960 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:07Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:08.958438 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b9421b77-7f04-4114-9b8f-eabd8d9eb5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:08.992583 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4025757'] for subnet (22be86df-2488-4c49-9e5a-946e9709d70f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.003183 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551965d-9cc7-4b44-9c27-d585661f8dc0 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:07Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:53:09.008653 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-2f8bf260-ea4d-4265-8b96-edd18a5b0004 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451510 Mar 05 02:53:09.089501 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22be86df-2488-4c49-9e5a-946e9709d70f,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:09.099797 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Checking segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:09.100165 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Network hostable DHCP agents. Network: 7f2ff02b-94ca-4ace-971d-5215d54dfcfc, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:53:09.125920 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:53:09.138116 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 7f2ff02b-94ca-4ace-971d-5215d54dfcfc) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:09.143512 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:09.143930 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.152194 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a21e6-3dc6-437e-be4d-6a02915b0db6 None None] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:53:09.168888 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7fe64ef2-6fcd-4057-8755-de240ae22628 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5367548 Mar 05 02:53:09.170277 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 57944) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:09.184888 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:09.213635 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.215324 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.220877 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0e99a7ee-969d-4c72-ba9d-ccbcb8007a8f req-647662a3-dfa9-48b7-bda8-8a700778dada service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031872 Mar 05 02:53:09.309489 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks [] for router_controller (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), precommit_add_association {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.349423 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc31df8-f750-4942-a58b-b7e44a8d00b2 None None] New status for floating IP c33a6478-9ab2-46de-8b8f-f1e56ca8168f: ACTIVE {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:53:09.394423 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:53:09.396068 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.623005 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fb9f9-01a0-4e16-8ec2-c771ffd6ff8b req-02947b6f-d3c5-4cac-b0a1-e44b485b3672 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:09.624669 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f8fb9f9-01a0-4e16-8ec2-c771ffd6ff8b req-02947b6f-d3c5-4cac-b0a1-e44b485b3672 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1297677 Mar 05 02:53:09.703164 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f8fb9f9-01a0-4e16-8ec2-c771ffd6ff8b req-05b352cc-321c-4c51-9b91-2fe601ac6e12 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650504 Mar 05 02:53:09.773644 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks [] for router_gateway (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:09.851393 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Allocated IP 172.20.0.2 (7f2ff02b-94ca-4ace-971d-5215d54dfcfc/22be86df-2488-4c49-9e5a-946e9709d70f/b406435e-0f00-4e84-9a31-4540c448b54d) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:10.040562 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks [] for router_gateway (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.053860 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Publish callbacks [] for port (b406435e-0f00-4e84-9a31-4540c448b54d), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.062161 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.066516 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.107714 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:10.111413 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:10.114466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:10.158118 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Pushing event updated for resources: {'Port': ['ID=b406435e-0f00-4e84-9a31-4540c448b54d,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:10.204949 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Attempting to bind port b406435e-0f00-4e84-9a31-4540c448b54d on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:10.205328 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Attempting to bind port b406435e-0f00-4e84-9a31-4540c448b54d by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:10.205761 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Attempting to bind port b406435e-0f00-4e84-9a31-4540c448b54d on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:10.212692 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:10.213151 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Checking segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:10.213636 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.214096 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Bound using segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:10.214613 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Bound port: b406435e-0f00-4e84-9a31-4540c448b54d, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:10.214968 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Allocated IP 172.28.2.195 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/cf2dd0ad-1e21-4764-a98e-ac526ac43972) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:10.215096 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.306208 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] For port b406435e-0f00-4e84-9a31-4540c448b54d, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:10.309910 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] For port b406435e-0f00-4e84-9a31-4540c448b54d, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b406435e-0f00-4e84-9a31-4540c448b54d,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:10.317529 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.391877 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks [] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.411287 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766dcb-7ee3-4de2-9c5c-cc6b5f2df826 None None] Pushing event updated for resources: {'Port': ['ID=b406435e-0f00-4e84-9a31-4540c448b54d,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:10.487856 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.571074 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:10.574143 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:10.580306 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:10.625872 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2dd0ad-1e21-4764-a98e-ac526ac43972,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:10.947094 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b10e8445-e246-4074-bb1b-8e75cf08409c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:10.978963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805b8ab-40e7-48bf-afb1-bfd0719005fd req-e9cc96e7-7c18-4060-bf9e-4156e91bc69b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:10.980544 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f805b8ab-40e7-48bf-afb1-bfd0719005fd req-e9cc96e7-7c18-4060-bf9e-4156e91bc69b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1746500 Mar 05 02:53:11.060586 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks [] for router_gateway (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.107722 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f805b8ab-40e7-48bf-afb1-bfd0719005fd req-d79c8921-fdac-406d-bb89-6acb06666d83 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962067 Mar 05 02:53:11.291820 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58050) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.298698 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.477741 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:53:11.555401 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58060) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.646857 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5555a-1564-47b1-9fb2-0dba060b928e None None] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:53:11.649020 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b406435e-0f00-4e84-9a31-4540c448b54d up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:11.662328 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1a21010d-8ee0-4dd1-b4ce-640b231511cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.676814 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-69e864da-6548-4ffc-9744-8606b68416df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.699259 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:53:11.710027 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:53:11.727425 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:11.729679 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:53:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:11.739773 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.749635 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-47a2631e-9988-4c1a-809d-0e04f0838329 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5750508 Mar 05 02:53:11.749635 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58068) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.777017 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Provisioning complete for port b406435e-0f00-4e84-9a31-4540c448b54d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:11.778050 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.828906 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b406435e-0f00-4e84-9a31-4540c448b54d triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:11.829529 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.861505 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1a21010d-8ee0-4dd1-b4ce-640b231511cc admin admin] Publish callbacks [] for security_group (e896f543-5d27-426c-b66e-65de2fa84f14), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.876705 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:11.877393 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1a21010d-8ee0-4dd1-b4ce-640b231511cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (e896f543-5d27-426c-b66e-65de2fa84f14), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.900832 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-69e864da-6548-4ffc-9744-8606b68416df admin admin] Publish callbacks [] for security_group (9c0ee340-4995-4c0c-92c8-aa8189088d6d), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.913348 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-69e864da-6548-4ffc-9744-8606b68416df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (9c0ee340-4995-4c0c-92c8-aa8189088d6d), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:11.949655 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-1a21010d-8ee0-4dd1-b4ce-640b231511cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e96d5b9e1f948d1a47b922b9bebdf53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6567101 Mar 05 02:53:11.950251 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58078) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:11.954197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21010d-8ee0-4dd1-b4ce-640b231511cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e896f543-5d27-426c-b66e-65de2fa84f14,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:11.987074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e864da-6548-4ffc-9744-8606b68416df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0ee340-4995-4c0c-92c8-aa8189088d6d,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:11.995716 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-69e864da-6548-4ffc-9744-8606b68416df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ff0319a934d4b3a8039ecdca65fa563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369042 Mar 05 02:53:11.996040 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58084) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.090667 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Publish callbacks [] for security_group (9c0ee340-4995-4c0c-92c8-aa8189088d6d), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.139024 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b406435e-0f00-4e84-9a31-4540c448b54d is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:12.140012 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.154045 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Publish callbacks [] for security_group (9c0ee340-4995-4c0c-92c8-aa8189088d6d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.154401 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:10Z', 'revision_number': 3, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:12.155138 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Current status of the port b406435e-0f00-4e84-9a31-4540c448b54d is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:12.156049 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.185376 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port b406435e-0f00-4e84-9a31-4540c448b54d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b406435e-0f00-4e84-9a31-4540c448b54d,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:12.196239 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Publish callbacks [] for security_group (e896f543-5d27-426c-b66e-65de2fa84f14), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.199408 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.258194 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (9c0ee340-4995-4c0c-92c8-aa8189088d6d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.262312 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.265104 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c0ee340-4995-4c0c-92c8-aa8189088d6d HTTP/1.1" status: 204 len: 168 time: 0.2681680 Mar 05 02:53:12.280048 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:53:12.281083 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Updating router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b port cf2dd0ad-1e21-4764-a98e-ac526ac43972 binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:53:12.318434 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=b406435e-0f00-4e84-9a31-4540c448b54d,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.345431 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.345599 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0ee340-4995-4c0c-92c8-aa8189088d6d,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.363799 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.369395 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.369816 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.371434 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.373564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.374073 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.374581 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.375099 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.376948 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.377439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.378637 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.379707 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.380278 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a40bd-c056-4e3f-af0b-24fc49a22ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.454394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e2310-4d7c-4572-838b-2d7d37166fe5 req-1defa8fd-dc31-4f45-90d5-b53b685479d4 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:12.456009 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-366e2310-4d7c-4572-838b-2d7d37166fe5 req-1defa8fd-dc31-4f45-90d5-b53b685479d4 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1894524 Mar 05 02:53:12.464327 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.551788 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.db.api [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 02:53:12.552157 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG oslo_db.api [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 02:53:12.570922 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-366e2310-4d7c-4572-838b-2d7d37166fe5 req-14808a8e-295e-4ced-87c6-9e8f8d5c093e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049109 Mar 05 02:53:12.576049 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Publish callbacks [] for security_group (e896f543-5d27-426c-b66e-65de2fa84f14), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.829279 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (e896f543-5d27-426c-b66e-65de2fa84f14), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.833879 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.838303 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e896f543-5d27-426c-b66e-65de2fa84f14 HTTP/1.1" status: 204 len: 168 time: 0.8766840 Mar 05 02:53:12.850362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e896f543-5d27-426c-b66e-65de2fa84f14,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:12.862349 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.862717 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.863618 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.863976 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.864342 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.864726 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.865018 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.865355 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.866951 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.867318 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.867729 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.868073 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.868409 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee69978-8366-4d40-a581-73cd926aa86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:12.870091 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58118) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:12.880736 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.894015 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Publish callbacks [] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.903669 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-045df4e4-725e-407e-b230-a8c243391b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.907630 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:12.997067 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Attempting to bind port cf2dd0ad-1e21-4764-a98e-ac526ac43972 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:13.002876 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Attempting to bind port cf2dd0ad-1e21-4764-a98e-ac526ac43972 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:13.003511 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Attempting to bind port cf2dd0ad-1e21-4764-a98e-ac526ac43972 on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:13.018230 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:13.018649 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:13.019093 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.024805 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:13.025291 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Bound port: cf2dd0ad-1e21-4764-a98e-ac526ac43972, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:13.025687 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.042183 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-045df4e4-725e-407e-b230-a8c243391b9d admin admin] Publish callbacks [] for security_group (e920e04b-76f7-4f22-83e3-ee97ca28d9db), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.048076 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-045df4e4-725e-407e-b230-a8c243391b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (e920e04b-76f7-4f22-83e3-ee97ca28d9db), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.078038 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58124) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.124625 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-98690f06-590f-4e7c-ae3c-1e3fa4868695 None None] Current status of the port b406435e-0f00-4e84-9a31-4540c448b54d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:13.126303 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6852ff-f92d-4ac8-9997-240f1a5c36ed None None] Pushing event updated for resources: {'Port': ['ID=cf2dd0ad-1e21-4764-a98e-ac526ac43972,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.143474 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-045df4e4-725e-407e-b230-a8c243391b9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1484495c95c4a0f9c973b1163e32468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720966 Mar 05 02:53:13.147585 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045df4e4-725e-407e-b230-a8c243391b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e920e04b-76f7-4f22-83e3-ee97ca28d9db,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.149890 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58130) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.161784 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] For port cf2dd0ad-1e21-4764-a98e-ac526ac43972, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:13.181250 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] For port cf2dd0ad-1e21-4764-a98e-ac526ac43972, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=cf2dd0ad-1e21-4764-a98e-ac526ac43972,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:13.200418 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.215578 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Allocated IP 172.20.0.1 (7f2ff02b-94ca-4ace-971d-5215d54dfcfc/22be86df-2488-4c49-9e5a-946e9709d70f/a33ffd4a-e419-4a9e-9253-b78b631e6bb1) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:13.220995 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c8301ec-47f3-4b17-8a32-3ee94aeae4a4 admin admin] Publish callbacks [] for security_group (e920e04b-76f7-4f22-83e3-ee97ca28d9db), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.252535 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-b779c42a-0b2a-4c35-9409-c0b63e304749 None None] Provisioning complete for port b406435e-0f00-4e84-9a31-4540c448b54d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:13.253113 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b779c42a-0b2a-4c35-9409-c0b63e304749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.254243 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c8301ec-47f3-4b17-8a32-3ee94aeae4a4 admin admin] Publish callbacks [] for security_group (e920e04b-76f7-4f22-83e3-ee97ca28d9db), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.346257 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:13.347857 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:53:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:13.362896 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c8301ec-47f3-4b17-8a32-3ee94aeae4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (e920e04b-76f7-4f22-83e3-ee97ca28d9db), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.366498 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5c8301ec-47f3-4b17-8a32-3ee94aeae4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.368320 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5c8301ec-47f3-4b17-8a32-3ee94aeae4a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e920e04b-76f7-4f22-83e3-ee97ca28d9db HTTP/1.1" status: 204 len: 168 time: 0.2174604 Mar 05 02:53:13.382126 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-207f7cad-7ef3-4885-8e0e-a67cab8c1efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.386138 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8301ec-47f3-4b17-8a32-3ee94aeae4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920e04b-76f7-4f22-83e3-ee97ca28d9db,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.490177 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-207f7cad-7ef3-4885-8e0e-a67cab8c1efa admin admin] Publish callbacks [] for security_group (d39114f5-7f4f-446d-875c-a500cc0667d9), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.505067 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-207f7cad-7ef3-4885-8e0e-a67cab8c1efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d39114f5-7f4f-446d-875c-a500cc0667d9), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.530617 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-b779c42a-0b2a-4c35-9409-c0b63e304749 None None] Current status of the port b406435e-0f00-4e84-9a31-4540c448b54d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:13.549677 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks [] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.560040 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6852ff-f92d-4ac8-9997-240f1a5c36ed None None] Pushing event updated for resources: {'Port': ['ID=cf2dd0ad-1e21-4764-a98e-ac526ac43972,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.611731 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-207f7cad-7ef3-4885-8e0e-a67cab8c1efa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee903e124d21405983e4e5020fcab022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5321717 Mar 05 02:53:13.615106 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58144) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.615412 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f7cad-7ef3-4885-8e0e-a67cab8c1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39114f5-7f4f-446d-875c-a500cc0667d9,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:13.637308 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b406435e-0f00-4e84-9a31-4540c448b54d up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:13.661769 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.738228 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b406435e-0f00-4e84-9a31-4540c448b54d triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:13.738918 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.739720 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:13.741769 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:13.747027 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c754761a-aeec-4b7a-ae02-ed63075db95e admin admin] Publish callbacks [] for security_group (d39114f5-7f4f-446d-875c-a500cc0667d9), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.747216 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:13.759287 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:13.790578 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58148) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:13.812495 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f1af33b0-96c1-4460-a9b6-433342677be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.815585 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c754761a-aeec-4b7a-ae02-ed63075db95e admin admin] Publish callbacks [] for security_group (d39114f5-7f4f-446d-875c-a500cc0667d9), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.840000 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.931530 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f1af33b0-96c1-4460-a9b6-433342677be9 admin admin] Publish callbacks [] for security_group (12e2ba15-5d23-4c31-b028-abc5962bd690), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.945286 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f1af33b0-96c1-4460-a9b6-433342677be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (12e2ba15-5d23-4c31-b028-abc5962bd690), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:13.956061 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b406435e-0f00-4e84-9a31-4540c448b54d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:13.980015 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f1af33b0-96c1-4460-a9b6-433342677be9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c706f8538dcb42009b115c591363c12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884234 Mar 05 02:53:13.993740 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58150) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:14.010555 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c754761a-aeec-4b7a-ae02-ed63075db95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d39114f5-7f4f-446d-875c-a500cc0667d9), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.013240 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c754761a-aeec-4b7a-ae02-ed63075db95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.016860 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c754761a-aeec-4b7a-ae02-ed63075db95e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d39114f5-7f4f-446d-875c-a500cc0667d9 HTTP/1.1" status: 204 len: 168 time: 0.3980260 Mar 05 02:53:14.049532 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af33b0-96c1-4460-a9b6-433342677be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e2ba15-5d23-4c31-b028-abc5962bd690,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.067292 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754761a-aeec-4b7a-ae02-ed63075db95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39114f5-7f4f-446d-875c-a500cc0667d9,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.123157 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b0aff86c-623c-4e7b-b11c-3a17eb9fb0d0 admin admin] Publish callbacks [] for security_group (12e2ba15-5d23-4c31-b028-abc5962bd690), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.133466 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:10Z', 'revision_number': 3, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:14.155653 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b0aff86c-623c-4e7b-b11c-3a17eb9fb0d0 admin admin] Publish callbacks [] for security_group (12e2ba15-5d23-4c31-b028-abc5962bd690), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.168765 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-09c4d8db-0b6e-4d5e-8cd1-225e3f750d08 None None] Provisioning complete for port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:14.170836 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-09c4d8db-0b6e-4d5e-8cd1-225e3f750d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.216235 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103efe3-4701-46fd-8f9e-881cdb7da4d1 None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:10Z', 'revision_number': 3, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:53:14.219406 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b0aff86c-623c-4e7b-b11c-3a17eb9fb0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (12e2ba15-5d23-4c31-b028-abc5962bd690), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.223149 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b0aff86c-623c-4e7b-b11c-3a17eb9fb0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.226755 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b0aff86c-623c-4e7b-b11c-3a17eb9fb0d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12e2ba15-5d23-4c31-b028-abc5962bd690 HTTP/1.1" status: 204 len: 168 time: 0.2295957 Mar 05 02:53:14.231190 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.233427 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aff86c-623c-4e7b-b11c-3a17eb9fb0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e2ba15-5d23-4c31-b028-abc5962bd690,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.253958 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.260565 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-09c4d8db-0b6e-4d5e-8cd1-225e3f750d08 None None] Port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:53:14.281075 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58156) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:14.303479 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f0302a42-1ad7-41f1-b3b4-e42bd82418c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.371475 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1cc78-23a7-43fd-a6b1-2b8968f5b38e req-c6b38309-1ab3-4ca2-914e-f4d0d097fdda tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:14.373174 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d9e1cc78-23a7-43fd-a6b1-2b8968f5b38e req-c6b38309-1ab3-4ca2-914e-f4d0d097fdda tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.6552937 Mar 05 02:53:14.417906 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f0302a42-1ad7-41f1-b3b4-e42bd82418c5 admin admin] Publish callbacks [] for security_group (cf6b0abd-080d-45c6-b5e6-4900d178218d), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.426438 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f0302a42-1ad7-41f1-b3b4-e42bd82418c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cf6b0abd-080d-45c6-b5e6-4900d178218d), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.480206 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f0302a42-1ad7-41f1-b3b4-e42bd82418c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1093cf776386414a9f035caab4221baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977849 Mar 05 02:53:14.481166 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0302a42-1ad7-41f1-b3b4-e42bd82418c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b0abd-080d-45c6-b5e6-4900d178218d,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.483593 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58160) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:14.533134 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d9e1cc78-23a7-43fd-a6b1-2b8968f5b38e req-c4f37fdf-611f-4cf0-9f0f-7b3914ecc031 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516573 Mar 05 02:53:14.576316 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce314-ba4c-4adf-929e-600975fcc99c admin admin] Publish callbacks [] for security_group (cf6b0abd-080d-45c6-b5e6-4900d178218d), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.634549 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce314-ba4c-4adf-929e-600975fcc99c admin admin] Publish callbacks [] for security_group (cf6b0abd-080d-45c6-b5e6-4900d178218d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.668084 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.721391 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce314-ba4c-4adf-929e-600975fcc99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cf6b0abd-080d-45c6-b5e6-4900d178218d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.725157 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce314-ba4c-4adf-929e-600975fcc99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.728666 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ce7ce314-ba4c-4adf-929e-600975fcc99c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf6b0abd-080d-45c6-b5e6-4900d178218d HTTP/1.1" status: 204 len: 168 time: 0.2327585 Mar 05 02:53:14.740981 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ce314-ba4c-4adf-929e-600975fcc99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b0abd-080d-45c6-b5e6-4900d178218d,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:14.929719 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58176) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:14.934375 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks [] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.942326 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:14.951172 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf8a445c-898c-4137-ad35-362b6eb6a0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.054312 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:15.069470 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.069931 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.074622 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf8a445c-898c-4137-ad35-362b6eb6a0d7 admin admin] Publish callbacks [] for security_group (8fb55d25-6e1d-4e73-9f39-5a2d8026c79b), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.079837 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cf8a445c-898c-4137-ad35-362b6eb6a0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8fb55d25-6e1d-4e73-9f39-5a2d8026c79b), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.141239 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-cf8a445c-898c-4137-ad35-362b6eb6a0d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a0f601c65934788876ce8c622c8534f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071145 Mar 05 02:53:15.141239 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a445c-898c-4137-ad35-362b6eb6a0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb55d25-6e1d-4e73-9f39-5a2d8026c79b,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:15.146438 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58184) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:15.230970 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-03e3b62e-8bb6-4993-bb7d-196c5c925e57 admin admin] Publish callbacks [] for security_group (8fb55d25-6e1d-4e73-9f39-5a2d8026c79b), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.258707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:15.260435 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:15.288634 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-03e3b62e-8bb6-4993-bb7d-196c5c925e57 admin admin] Publish callbacks [] for security_group (8fb55d25-6e1d-4e73-9f39-5a2d8026c79b), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.390755 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-03e3b62e-8bb6-4993-bb7d-196c5c925e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8fb55d25-6e1d-4e73-9f39-5a2d8026c79b), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.400109 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-03e3b62e-8bb6-4993-bb7d-196c5c925e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.404768 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-03e3b62e-8bb6-4993-bb7d-196c5c925e57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fb55d25-6e1d-4e73-9f39-5a2d8026c79b HTTP/1.1" status: 204 len: 168 time: 0.2572310 Mar 05 02:53:15.426937 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3b62e-8bb6-4993-bb7d-196c5c925e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb55d25-6e1d-4e73-9f39-5a2d8026c79b,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:15.509335 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:53:15.642610 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device cf2dd0ad-1e21-4764-a98e-ac526ac43972 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:15.715235 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:53:15.739691 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-f40d574c-eae9-4b15-bdd3-29d0b0b7deb9 admin admin] 10.222.0.11 "PUT /v2.0/routers/a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897499 Mar 05 02:53:15.740538 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-dc2b8e20-b01d-49f0-b715-2ada13b77875 None None] Provisioning complete for port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:15.740998 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8e20-b01d-49f0-b715-2ada13b77875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.769564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd29d7b-e63f-4f2f-9c99-8e6048b6374c req-67d31018-8043-4cca-9d9e-1f6a28ed2e13 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:15.771189 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8fd29d7b-e63f-4f2f-9c99-8e6048b6374c req-67d31018-8043-4cca-9d9e-1f6a28ed2e13 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1232755 Mar 05 02:53:15.783963 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port cf2dd0ad-1e21-4764-a98e-ac526ac43972 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:15.784443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.787845 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b8e20-b01d-49f0-b715-2ada13b77875 None None] Port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:53:15.841338 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8fd29d7b-e63f-4f2f-9c99-8e6048b6374c req-6df23eae-f4e0-4e4f-bb2d-ac441700f833 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Mar 05 02:53:15.878388 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port cf2dd0ad-1e21-4764-a98e-ac526ac43972 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:15.878973 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.900423 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port cf2dd0ad-1e21-4764-a98e-ac526ac43972, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=cf2dd0ad-1e21-4764-a98e-ac526ac43972,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:15.905024 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:15.959529 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=cf2dd0ad-1e21-4764-a98e-ac526ac43972,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:15.968762 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58218) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.123134 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3a55-7a20-4ce5-a69f-11ed023fa5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.217657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3a55-7a20-4ce5-a69f-11ed023fa5f7 admin admin] Publish callbacks [] for security_group (5a2eb8f9-ecb4-4004-832a-0f875a84f28c), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.226274 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3a55-7a20-4ce5-a69f-11ed023fa5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5a2eb8f9-ecb4-4004-832a-0f875a84f28c), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.289502 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3e4b3a55-7a20-4ce5-a69f-11ed023fa5f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=928b73b30e4f4a309de29fc5bbdb7394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172836 Mar 05 02:53:16.290048 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58240) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.290663 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b3a55-7a20-4ce5-a69f-11ed023fa5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2eb8f9-ecb4-4004-832a-0f875a84f28c,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:16.362264 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5e6511c6-9f6e-4390-8038-2f9ad598acc5 admin admin] Publish callbacks [] for security_group (5a2eb8f9-ecb4-4004-832a-0f875a84f28c), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.397625 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5e6511c6-9f6e-4390-8038-2f9ad598acc5 admin admin] Publish callbacks [] for security_group (5a2eb8f9-ecb4-4004-832a-0f875a84f28c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.468381 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-d12ecb82-3b90-4403-96c5-79e4c84aa3aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592263 Mar 05 02:53:16.473411 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5e6511c6-9f6e-4390-8038-2f9ad598acc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5a2eb8f9-ecb4-4004-832a-0f875a84f28c), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.479554 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5e6511c6-9f6e-4390-8038-2f9ad598acc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.480955 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-5e6511c6-9f6e-4390-8038-2f9ad598acc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a2eb8f9-ecb4-4004-832a-0f875a84f28c HTTP/1.1" status: 204 len: 168 time: 0.1874990 Mar 05 02:53:16.491090 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58254) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.496185 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118519482', 'description': 'tempest-description--434415705'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:16.497739 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6511c6-9f6e-4390-8038-2f9ad598acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2eb8f9-ecb4-4004-832a-0f875a84f28c,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:16.524641 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.648929 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-ce49f55d-6dd5-46ca-aba9-e96575224de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:16.650303 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-ce49f55d-6dd5-46ca-aba9-e96575224de6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.0904448 Mar 05 02:53:16.657218 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (e471e720-fd53-4c73-8c9c-ca54b165b7d7), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.662650 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (e471e720-fd53-4c73-8c9c-ca54b165b7d7), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.736886 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.742637 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58260) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.743381 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2512178 Mar 05 02:53:16.743755 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:53:16.752410 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'security_group_rule': {'security_group_id': 'e471e720-fd53-4c73-8c9c-ca54b165b7d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:16.756835 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:16.757468 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:53:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:16.775816 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de05ee-333c-4c8a-b162-cd6ed9ab99eb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e471e720-fd53-4c73-8c9c-ca54b165b7d7,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:16.802635 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (7de6c711-065c-4b3b-b578-386761da8527), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.835705 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-21b4cb7f-d84d-48e3-9131-6022d6c9fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:16.837962 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-21b4cb7f-d84d-48e3-9131-6022d6c9fac2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.1616940 Mar 05 02:53:16.878532 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:16.939518 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-a67d5ebd-b4da-4f6e-bb90-3903d40d6300 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.0924807 Mar 05 02:53:16.940215 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58270) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:16.959599 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (7de6c711-065c-4b3b-b578-386761da8527), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.967941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (7de6c711-065c-4b3b-b578-386761da8527), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.986876 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de6c711-065c-4b3b-b578-386761da8527,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:16.994588 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:16.996733 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ec5a95b7-7741-48e9-b9c1-98b65e3846de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2510805 Mar 05 02:53:16.999309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58274) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:17.006178 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'security_group_rule': {'security_group_id': 'e471e720-fd53-4c73-8c9c-ca54b165b7d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:17.043131 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (0359ed7b-70e4-4a5f-8434-81293c29c1c4), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.062612 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-644d27c9-83e2-47c4-a7e8-d28f039f0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:17.064279 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-644d27c9-83e2-47c4-a7e8-d28f039f0578 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.1194694 Mar 05 02:53:17.091095 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d61b21-344f-4296-a4b1-23be9a429c60 req-a2ed6315-130a-416b-88a0-4410d14df064 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:17.096338 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-44d61b21-344f-4296-a4b1-23be9a429c60 req-a2ed6315-130a-416b-88a0-4410d14df064 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1425259 Mar 05 02:53:17.120076 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (0359ed7b-70e4-4a5f-8434-81293c29c1c4), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.127297 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (0359ed7b-70e4-4a5f-8434-81293c29c1c4), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.152937 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0359ed7b-70e4-4a5f-8434-81293c29c1c4,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:17.159149 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.164678 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-49f1f475-1962-4183-8757-8d8be086b9e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635633 Mar 05 02:53:17.165520 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58280) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:17.170245 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:17.180802 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-f5a793d9-ce98-4258-a543-d51d47ff266b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828569 Mar 05 02:53:17.193789 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.249777 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58282) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:17.265261 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 2, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:17.300160 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7842d5d1-c6a3-4493-8700-a2d753a7b290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.314204 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1400441533-network', 'tenant_id': '1dd2cce395954a4bb0ce9734060a53e2'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:17.315600 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-44d61b21-344f-4296-a4b1-23be9a429c60 req-07793d8f-c396-4678-82cb-96abd2677a3f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019303 Mar 05 02:53:17.325754 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.340559 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:53:17.345885 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Updating router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:53:17.376768 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-fedc25e6-c564-4467-aec5-9e2249018437 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794479 Mar 05 02:53:17.406679 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.444770 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Made reservation on behalf of 1dd2cce395954a4bb0ce9734060a53e2 for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:17.449234 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.488852 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.644838 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks [] for security_group (7e2c81ec-950f-4a4e-a2bc-0ff57633e671), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.677601 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device cf2dd0ad-1e21-4764-a98e-ac526ac43972 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:17.747784 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Allocated IP 172.28.2.19 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:17.754560 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.782462 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port cf2dd0ad-1e21-4764-a98e-ac526ac43972 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:17.783846 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.784658 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ad0b6ec3-ff22-4bca-8107-561fdbb42023 req-23334223-78e6-4323-9dff-fa394182964f service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970935 Mar 05 02:53:17.798161 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (7e2c81ec-950f-4a4e-a2bc-0ff57633e671), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.799619 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7842d5d1-c6a3-4493-8700-a2d753a7b290 admin admin] Publish callbacks [] for security_group (dfb31387-23e0-4dfe-97c0-07fc0f87837a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.807192 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7842d5d1-c6a3-4493-8700-a2d753a7b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (dfb31387-23e0-4dfe-97c0-07fc0f87837a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.861543 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:53:17.890198 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (2468d5c9-dfc0-458e-834e-84a3361d7440), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:17.890944 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Added segment 2468d5c9-dfc0-458e-834e-84a3361d7440 of type vlan for network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 Mar 05 02:53:17.908399 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7842d5d1-c6a3-4493-8700-a2d753a7b290 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebd430a18d3a4d06a6a9508835735728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6562846 Mar 05 02:53:17.911918 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58300) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:17.913545 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842d5d1-c6a3-4493-8700-a2d753a7b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb31387-23e0-4dfe-97c0-07fc0f87837a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:17.919769 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c81ec-950f-4a4e-a2bc-0ff57633e671,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:17.952335 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port cf2dd0ad-1e21-4764-a98e-ac526ac43972 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:18.006997 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.011050 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.026949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88eff830-6ecd-4bad-b612-eb00f04b1fa3 admin admin] Publish callbacks [] for security_group (dfb31387-23e0-4dfe-97c0-07fc0f87837a), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.028479 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Publish callbacks [] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.037687 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.055701 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88eff830-6ecd-4bad-b612-eb00f04b1fa3 admin admin] Publish callbacks [] for security_group (dfb31387-23e0-4dfe-97c0-07fc0f87837a), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.084729 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.086102 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:18.086749 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.090741 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Pushing event updated for resources: {'Port': ['ID=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:18.093942 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.112174 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.112653 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.113119 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.113458 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.113795 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.114122 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.114448 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.114779 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.115183 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.115879 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.116043 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.116622 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.116738 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:53:18.146932 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88eff830-6ecd-4bad-b612-eb00f04b1fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (dfb31387-23e0-4dfe-97c0-07fc0f87837a), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.149741 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-88eff830-6ecd-4bad-b612-eb00f04b1fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.158063 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-88eff830-6ecd-4bad-b612-eb00f04b1fa3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfb31387-23e0-4dfe-97c0-07fc0f87837a HTTP/1.1" status: 204 len: 168 time: 0.2372010 Mar 05 02:53:18.187586 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eff830-6ecd-4bad-b612-eb00f04b1fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb31387-23e0-4dfe-97c0-07fc0f87837a,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:18.207660 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:18.215994 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:18.223789 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Attempting to bind port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:18.224272 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Attempting to bind port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:18.224704 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Attempting to bind port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:18.228271 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2856100 Mar 05 02:53:18.229534 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:18.229934 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58318) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:18.235178 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Request body: {'subnet': {'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1400441533-subnet', 'tenant_id': '1dd2cce395954a4bb0ce9734060a53e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:18.243108 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:18.243509 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Checking segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:18.244599 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.245070 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Bound using segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:18.245575 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Bound port: a33ffd4a-e419-4a9e-9253-b78b631e6bb1, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:18.245958 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.285163 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Made reservation on behalf of 1dd2cce395954a4bb0ce9734060a53e2 for: {'subnet': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:18.288625 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10138660'] for subnet (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.355241 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2291b-bf32-4bdc-98fe-de955c9345ab admin admin] Pushing event updated for resources: {'Network': ['ID=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:18.364584 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'Port': ['ID=ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:18.385386 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:53:18.475449 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (04deabf2-59d7-4e72-8d8b-cc4f8f91177e), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.561812 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.567659 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10033102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10138682'] for subnet (9a642dc3-eb1c-4ee6-96e1-021d191149d6), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.644980 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5971929-81a4-447d-9409-6d4ab0cb9b9a req-a4cb5bdc-5df3-4457-9ade-47013ef437a5 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:18.647114 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a5971929-81a4-447d-9409-6d4ab0cb9b9a req-a4cb5bdc-5df3-4457-9ade-47013ef437a5 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1543775 Mar 05 02:53:18.666544 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a642dc3-eb1c-4ee6-96e1-021d191149d6,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:18.669024 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Checking segment: {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:18.669650 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Network hostable DHCP agents. Network: 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:53:18.677437 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] For port a33ffd4a-e419-4a9e-9253-b78b631e6bb1, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:18.691813 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] For port a33ffd4a-e419-4a9e-9253-b78b631e6bb1, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:18.694701 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:53:18.701722 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] Provisioning complete for port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:18.702774 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.724824 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594) {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:18.742197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:18.744261 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.762975 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebabbf68-7596-4a8f-aaf9-429c0a96e1d0 None None] Network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:53:18.780022 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-167b2321-584b-443c-a08b-f9732c159b60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5408306 Mar 05 02:53:18.780313 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.787988 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a5971929-81a4-447d-9409-6d4ab0cb9b9a req-0d98e53d-f8b1-49b1-986b-362e486724dd tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272106 Mar 05 02:53:18.856519 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.863734 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.995236 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (04deabf2-59d7-4e72-8d8b-cc4f8f91177e), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:18.998468 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'Port': ['ID=ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:19.026032 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.028423 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ac52e7c1-51d2-4479-9993-6d39f7ed98d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8608873 Mar 05 02:53:19.044464 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:19.045100 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:53:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:19.063722 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c90225-26a5-4a96-9eb1-115b9ca4d9ed None None] Pushing event updated for resources: {'Port': ['ID=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:19.105269 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58348) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:19.128624 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-acdac507-cb4f-4dfc-b74b-feadfcd4061a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.251943 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d79a4a-0ea1-41a6-b0eb-3c1e273f9a3f None None] Network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:53:19.283941 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-acdac507-cb4f-4dfc-b74b-feadfcd4061a admin admin] Publish callbacks [] for security_group (b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.291202 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-acdac507-cb4f-4dfc-b74b-feadfcd4061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.326121 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] Current status of the port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:19.326540 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.371629 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-acdac507-cb4f-4dfc-b74b-feadfcd4061a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac0fc890512a4145a4678eb72af18794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654450 Mar 05 02:53:19.374234 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58370) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:19.382454 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdac507-cb4f-4dfc-b74b-feadfcd4061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:19.416837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] For port a33ffd4a-e419-4a9e-9253-b78b631e6bb1, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:19.420583 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:19.429296 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-5a299dae-eb3f-45b5-b6f8-3914cca1f76c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1118519482&fields=id&tenant_id=1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 267 time: 0.0894105 Mar 05 02:53:19.455341 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.460651 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94ddb26c-2b84-4fca-bf29-05fbc7e773ed admin admin] Publish callbacks [] for security_group (b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.500142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94ddb26c-2b84-4fca-bf29-05fbc7e773ed admin admin] Publish callbacks [] for security_group (b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.583482 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94ddb26c-2b84-4fca-bf29-05fbc7e773ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.588233 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94ddb26c-2b84-4fca-bf29-05fbc7e773ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.592867 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-94ddb26c-2b84-4fca-bf29-05fbc7e773ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97 HTTP/1.1" status: 204 len: 168 time: 0.2173929 Mar 05 02:53:19.604140 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddb26c-2b84-4fca-bf29-05fbc7e773ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c2e776-dd23-4ca2-a42c-ddf28dc2fa97,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:19.608136 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f978ba-c7b0-4a5d-9b69-2ab35fd4bab7 None None] Pushing event updated for resources: {'Port': ['ID=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:19.612269 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-c1e878f3-6a61-4bf9-bf64-9864f9046ac9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:19.614532 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-c1e878f3-6a61-4bf9-bf64-9864f9046ac9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 817 time: 0.1779075 Mar 05 02:53:19.631066 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-fce5f431-df3b-4322-b86b-e557f91c4616 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/quotas/1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 375 time: 0.0113773 Mar 05 02:53:19.659111 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-06e3f99e-8f88-46fa-9cbd-cb8e3872b861 None None] Provisioning complete for port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:19.659495 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-06e3f99e-8f88-46fa-9cbd-cb8e3872b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:19.742659 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-0a8b09e0-4435-4db1-a7df-0b55c4cede33 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059265 Mar 05 02:53:19.799350 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-06e3f99e-8f88-46fa-9cbd-cb8e3872b861 None None] Current status of the port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:19.804183 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:18Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:19.837119 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4e1fda-0abd-427b-8f89-a323c04c0ec4 None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:18Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:53:19.980261 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-369bf279-3d96-4f84-9649-2943afb39cc2 service neutron] 10.222.0.11 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352023 Mar 05 02:53:20.087068 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c2838-59bd-492c-8432-813dead9e1cd req-e474a6a6-f22f-4ef1-a7aa-96df19067f5e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:20.099685 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-843c2838-59bd-492c-8432-813dead9e1cd req-e474a6a6-f22f-4ef1-a7aa-96df19067f5e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1371341 Mar 05 02:53:20.228984 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-755424b6-9598-4868-8eac-6e17541e35fb service neutron] 10.222.0.11 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429037 Mar 05 02:53:20.256254 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-843c2838-59bd-492c-8432-813dead9e1cd req-fb4365d6-532c-49fe-a79d-dd444866299b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553166 Mar 05 02:53:20.271982 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58390) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:20.522457 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-50a876e5-af45-4a9a-be4c-233046f50487 req-61a05688-5d52-4094-81a3-b848efb72e25 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 210 time: 0.0437667 Mar 05 02:53:20.624468 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b26620c9-74b3-42be-ae41-7c9f79e00aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.734120 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b26620c9-74b3-42be-ae41-7c9f79e00aa2 admin admin] Publish callbacks [] for security_group (741f7bff-e309-47f1-8a0f-4ce20d767590), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.740280 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b26620c9-74b3-42be-ae41-7c9f79e00aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (741f7bff-e309-47f1-8a0f-4ce20d767590), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.775524 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58418) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:20.775711 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b26620c9-74b3-42be-ae41-7c9f79e00aa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a6af7c750b943378540e43e4f13f2b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022392 Mar 05 02:53:20.798483 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26620c9-74b3-42be-ae41-7c9f79e00aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741f7bff-e309-47f1-8a0f-4ce20d767590,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:20.848749 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-855d49ed-0506-4be8-89e4-7500cff3d176 admin admin] Publish callbacks [] for security_group (741f7bff-e309-47f1-8a0f-4ce20d767590), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.874811 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-855d49ed-0506-4be8-89e4-7500cff3d176 admin admin] Publish callbacks [] for security_group (741f7bff-e309-47f1-8a0f-4ce20d767590), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.933163 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-855d49ed-0506-4be8-89e4-7500cff3d176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (741f7bff-e309-47f1-8a0f-4ce20d767590), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.935783 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-855d49ed-0506-4be8-89e4-7500cff3d176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:20.937069 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-855d49ed-0506-4be8-89e4-7500cff3d176 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/741f7bff-e309-47f1-8a0f-4ce20d767590 HTTP/1.1" status: 204 len: 168 time: 0.1603644 Mar 05 02:53:20.946382 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d49ed-0506-4be8-89e4-7500cff3d176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f7bff-e309-47f1-8a0f-4ce20d767590,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:21.411113 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58442) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:21.412174 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2094-2905-4ea9-ab20-f6b37aaaac54 req-76d4cc2f-6607-430d-9123-72f93b5c87aa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:21.419960 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-60eb2094-2905-4ea9-ab20-f6b37aaaac54 req-76d4cc2f-6607-430d-9123-72f93b5c87aa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0699985 Mar 05 02:53:21.436158 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1f661904-7592-4a99-9801-30bda4acdd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:21.537850 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-60eb2094-2905-4ea9-ab20-f6b37aaaac54 req-ebb99a4d-ca5f-4d4d-a0ee-46627372c3bf tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166341 Mar 05 02:53:21.609479 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1f661904-7592-4a99-9801-30bda4acdd77 admin admin] Publish callbacks [] for security_group (306d6857-ea76-4d5d-8c66-ee6dfc6942c8), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:21.616303 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1f661904-7592-4a99-9801-30bda4acdd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (306d6857-ea76-4d5d-8c66-ee6dfc6942c8), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:21.640767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a33ffd4a-e419-4a9e-9253-b78b631e6bb1 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:21.709933 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1f661904-7592-4a99-9801-30bda4acdd77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72621720f0ae4ef5b3cd25aed38116ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969604 Mar 05 02:53:21.715399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58466) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:21.717866 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:21.719156 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:21.735749 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fd1dc905-44cd-4403-a3aa-4360017e25d1 req-04b1c586-a51d-4a65-a76d-52cb48e4c562 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 210 time: 0.0586250 Mar 05 02:53:21.737065 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f661904-7592-4a99-9801-30bda4acdd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306d6857-ea76-4d5d-8c66-ee6dfc6942c8,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:21.758834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-2014f6a1-0897-4653-b9f8-a56a23a8e73e tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:21.765727 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-2014f6a1-0897-4653-b9f8-a56a23a8e73e tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/networks?id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 200 len: 809 time: 0.2203066 Mar 05 02:53:21.786472 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-5a02bd91-4337-438f-8e1d-3e54d52f2ad2 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/quotas/1dd2cce395954a4bb0ce9734060a53e2 HTTP/1.1" status: 200 len: 375 time: 0.0198643 Mar 05 02:53:21.869426 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:21.872961 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-54bd84d3-03d0-4454-a8d5-37f0f07e0b21 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724516 Mar 05 02:53:21.873631 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-60be45ed-7026-4eac-80fc-7956734fdb50 admin admin] Publish callbacks [] for security_group (306d6857-ea76-4d5d-8c66-ee6dfc6942c8), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:21.921319 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-60be45ed-7026-4eac-80fc-7956734fdb50 admin admin] Publish callbacks [] for security_group (306d6857-ea76-4d5d-8c66-ee6dfc6942c8), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:22.037504 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-c1d79169-8c88-47ec-98cb-9f104214864f service neutron] 10.222.0.11 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536036 Mar 05 02:53:22.038724 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-60be45ed-7026-4eac-80fc-7956734fdb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (306d6857-ea76-4d5d-8c66-ee6dfc6942c8), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:22.041594 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-60be45ed-7026-4eac-80fc-7956734fdb50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:22.042997 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-60be45ed-7026-4eac-80fc-7956734fdb50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/306d6857-ea76-4d5d-8c66-ee6dfc6942c8 HTTP/1.1" status: 204 len: 168 time: 0.3234713 Mar 05 02:53:22.062906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be45ed-7026-4eac-80fc-7956734fdb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d6857-ea76-4d5d-8c66-ee6dfc6942c8,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:22.169872 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-d5c09c29-3168-4729-8f61-8326f226cf9e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:22.172082 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-d5c09c29-3168-4729-8f61-8326f226cf9e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 817 time: 0.2483714 Mar 05 02:53:22.294988 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-01a8b17c-6e89-4625-b78d-bee2650aa92b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 380 time: 0.0969973 Mar 05 02:53:22.322567 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'port': {'device_id': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'admin_state_up': True, 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'security_groups': ['e471e720-fd53-4c73-8c9c-ca54b165b7d7']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:22.414303 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-97b62cff-968f-46ef-a6f4-e493cc7b9319 service neutron] 10.222.0.11 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597565 Mar 05 02:53:22.503853 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Made reservation on behalf of 1ae17bc418a044f3b4b1d1dfd3941877 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:22.507055 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:22.669281 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ee7fde6e-71aa-4eb8-adc2-19be584daf19 req-6a069e87-7c2b-4f57-a6d1-044f0f3d749a tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 210 time: 0.0440826 Mar 05 02:53:22.743920 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Allocated IP 172.20.0.7 (7f2ff02b-94ca-4ace-971d-5215d54dfcfc/22be86df-2488-4c49-9e5a-946e9709d70f/510d7b00-6184-4f36-9a18-95b5a88885d0) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:22.773564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225420-89ff-41d6-b89a-ed8e7e75cdbb req-89e495c7-1979-4bfd-bfd2-cbe9f205452f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:22.782694 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-72225420-89ff-41d6-b89a-ed8e7e75cdbb req-89e495c7-1979-4bfd-bfd2-cbe9f205452f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1143687 Mar 05 02:53:22.911837 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-72225420-89ff-41d6-b89a-ed8e7e75cdbb req-15b62700-ace3-4bc8-91ba-1934e2d2397f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226988 Mar 05 02:53:22.928443 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dcb5f7ab-e3dc-4346-87dd-8079e0346dcb req-b7a1bf8a-010b-4d79-8779-c6f933f1190e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 210 time: 0.0809133 Mar 05 02:53:23.006254 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.049747 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.105343 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:23.115511 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:23.130724 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:23.142257 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:23.250720 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:23.251693 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.283560 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-3bdec573-1394-476c-9694-107d733c45da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9835348 Mar 05 02:53:23.315354 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Request body: {'port': {'device_id': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:23.407686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.450327 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-88869409-80cd-4da1-81f9-29857fe1656d None None] Provisioning complete for port 510d7b00-6184-4f36-9a18-95b5a88885d0 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:23.450982 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-88869409-80cd-4da1-81f9-29857fe1656d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.490731 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-88869409-80cd-4da1-81f9-29857fe1656d None None] Port 510d7b00-6184-4f36-9a18-95b5a88885d0 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:53:23.739302 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510d7b00-6184-4f36-9a18-95b5a88885d0 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:23.748382 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Publish callbacks [] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.779328 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58552) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:23.780829 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d770bbca-dce4-473c-ab18-7d2ec3db792f req-bd5b88fc-d3d0-4641-a989-6f6b20cd4bdb tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 210 time: 0.0298090 Mar 05 02:53:23.786302 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Transition to ACTIVE for port object 510d7b00-6184-4f36-9a18-95b5a88885d0 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:53:23.791810 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.846727 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:23.898882 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b24cdb3f-83b9-4f88-946f-0eb0439c4ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:23.921048 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Attempting to bind port 510d7b00-6184-4f36-9a18-95b5a88885d0 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:23.921369 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Attempting to bind port 510d7b00-6184-4f36-9a18-95b5a88885d0 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:23.921719 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Attempting to bind port 510d7b00-6184-4f36-9a18-95b5a88885d0 on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:23.931871 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Port 510d7b00-6184-4f36-9a18-95b5a88885d0 on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:53:23.932635 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Attempting to bind port 510d7b00-6184-4f36-9a18-95b5a88885d0 on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:23.939857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:23.940232 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Checking segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:23.940654 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Bound using segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:23.941106 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Bound port: 510d7b00-6184-4f36-9a18-95b5a88885d0, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:23.941475 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.036253 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:24.039755 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:24.046848 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b24cdb3f-83b9-4f88-946f-0eb0439c4ef0 admin admin] Publish callbacks [] for security_group (6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.055682 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b24cdb3f-83b9-4f88-946f-0eb0439c4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.075887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.107745 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b24cdb3f-83b9-4f88-946f-0eb0439c4ef0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac4fa305014d4795b6be2836e90b2c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270571 Mar 05 02:53:24.113448 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cdb3f-83b9-4f88-946f-0eb0439c4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:24.114237 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58560) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:24.125457 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff3c48-5df0-434e-a56c-f3125cb077cb req-037e82bf-b7de-4067-8cd7-57392e8dcc03 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.127641 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7aff3c48-5df0-434e-a56c-f3125cb077cb req-037e82bf-b7de-4067-8cd7-57392e8dcc03 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.1215222 Mar 05 02:53:24.148481 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.149146 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.150641 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] 10.222.0.16 "PUT /v2.0/ports/510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 1093 time: 0.8503313 Mar 05 02:53:24.151880 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:24.154293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e9358-6c0a-4d39-91f7-539233d27274" -d '{"events": [{"name": "network-changed", "server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:24.215958 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b395dd-5dda-468c-af1c-0d853c4030ea req-1283c58a-9cf2-4d00-8e06-54a272032ef1 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.217573 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-05b395dd-5dda-468c-af1c-0d853c4030ea req-1283c58a-9cf2-4d00-8e06-54a272032ef1 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1760390 Mar 05 02:53:24.223912 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e11af-faec-4967-8d4f-e26fdf9d1bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:24.231249 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-10e924ea-f6a2-496a-8740-a06a6e0d3fd0 admin admin] Publish callbacks [] for security_group (6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.294083 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7aff3c48-5df0-434e-a56c-f3125cb077cb req-a4285c02-4661-446d-bb64-682ab189b5df tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551945 Mar 05 02:53:24.368306 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-1567ea04-4230-45b0-9ee5-005106bc6c4c tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.369783 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-1567ea04-4230-45b0-9ee5-005106bc6c4c tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "GET /v2.0/networks?id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 200 len: 809 time: 0.2407854 Mar 05 02:53:24.391090 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-10e924ea-f6a2-496a-8740-a06a6e0d3fd0 admin admin] Publish callbacks [] for security_group (6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.410177 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-05b395dd-5dda-468c-af1c-0d853c4030ea req-86291440-dec0-49e8-8b5f-c75a9e680f1d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657891 Mar 05 02:53:24.414637 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda2a65b-f123-45b4-ae8e-baefba597b5d x-openstack-request-id: req-bda2a65b-f123-45b4-ae8e-baefba597b5d {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:24.415647 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Request body: {'port': {'device_id': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594', 'admin_state_up': True, 'tenant_id': '1dd2cce395954a4bb0ce9734060a53e2'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:24.416937 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:24.417290 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bda2a65b-f123-45b4-ae8e-baefba597b5d {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:24.417773 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'status': 'completed', 'code': 200} Mar 05 02:53:24.473415 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-5049504d-4609-4b48-a2b5-a2e75128383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.475168 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-5049504d-4609-4b48-a2b5-a2e75128383d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1127 time: 0.2110066 Mar 05 02:53:24.502474 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-10e924ea-f6a2-496a-8740-a06a6e0d3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.506266 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-10e924ea-f6a2-496a-8740-a06a6e0d3fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.507430 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-10e924ea-f6a2-496a-8740-a06a6e0d3fd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd HTTP/1.1" status: 204 len: 168 time: 0.3923938 Mar 05 02:53:24.539576 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-2b8f9ea8-cfea-4600-8f69-df5234170779 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 217 time: 0.0443950 Mar 05 02:53:24.544282 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e924ea-f6a2-496a-8740-a06a6e0d3fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d53eaa4-a6e3-41c1-aaaa-97f4353d47dd,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:24.580980 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Made reservation on behalf of 1dd2cce395954a4bb0ce9734060a53e2 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:24.585252 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:24.603808 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-c4f6286e-fb61-4470-9ebc-972e461d94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.605273 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-c4f6286e-fb61-4470-9ebc-972e461d94ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0503964 Mar 05 02:53:24.685291 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319f898-032f-4f7e-babb-673ca625c583 req-de230f73-8121-4e27-a8e2-300d9ce708c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:24.686938 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-de230f73-8121-4e27-a8e2-300d9ce708c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0718458 Mar 05 02:53:24.756975 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Allocated IP 172.20.0.3 (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594/9a642dc3-eb1c-4ee6-96e1-021d191149d6/d5f7333b-7617-4a19-beb0-06efb627e2c7) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:24.822134 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-c3ec8b92-3349-4330-a827-7bf3f0dfa7b5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256297 Mar 05 02:53:24.965066 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cfd4c3ba-56b3-40e6-bacb-e5e693d3ff6a req-e1a9a058-a51b-4dd3-a999-42135de03b21 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 210 time: 0.0513351 Mar 05 02:53:24.969727 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b319f898-032f-4f7e-babb-673ca625c583 req-dd323d76-72ff-4cac-9b1c-53be4d52521c service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376610 Mar 05 02:53:25.017765 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks [] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.053760 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.111480 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:25.118048 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:25.121980 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:25.154499 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9358-6c0a-4d39-91f7-539233d27274 req-da61ebc5-871d-43ee-9808-b925354d748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.155316 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Pushing event updated for resources: {'Port': ['ID=d5f7333b-7617-4a19-beb0-06efb627e2c7,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:25.156631 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-da61ebc5-871d-43ee-9808-b925354d748c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1127 time: 0.0624247 Mar 05 02:53:25.196429 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.197220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.217074 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-9e5ba5a3-9d99-4260-9848-dd447b2aa9ce tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055425 Mar 05 02:53:25.244103 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Request body: {'port': {'device_id': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:25.268825 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9358-6c0a-4d39-91f7-539233d27274 req-d7b24cbc-d9e5-4fc5-9420-e57ff365fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.270510 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-d7b24cbc-d9e5-4fc5-9420-e57ff365fb76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.1031711 Mar 05 02:53:25.329764 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.385881 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-8bd87104-ad0e-43bb-b513-c54fe735d06e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 217 time: 0.1089122 Mar 05 02:53:25.454190 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9358-6c0a-4d39-91f7-539233d27274 req-7e257b25-15a9-4672-9fa9-6ab30e8e0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.455757 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-7e257b25-15a9-4672-9fa9-6ab30e8e0d09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0569508 Mar 05 02:53:25.554419 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6db07-b508-4c33-b8d4-e5544f6bfb88 req-203364ab-2ff8-420c-b093-128273e3ba58 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.556697 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d5b6db07-b508-4c33-b8d4-e5544f6bfb88 req-203364ab-2ff8-420c-b093-128273e3ba58 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0992808 Mar 05 02:53:25.558757 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e9358-6c0a-4d39-91f7-539233d27274 req-c3af79ab-1d61-4676-9b46-10f714b51644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.560336 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-c3af79ab-1d61-4676-9b46-10f714b51644 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0923054 Mar 05 02:53:25.636130 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3981a0-0818-4564-9456-172469bb353c req-1fb21f70-7bde-4ac6-bcef-932b8293b324 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:25.637612 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4e3981a0-0818-4564-9456-172469bb353c req-1fb21f70-7bde-4ac6-bcef-932b8293b324 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1162238 Mar 05 02:53:25.664805 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d5b6db07-b508-4c33-b8d4-e5544f6bfb88 req-1f1608db-8705-4b94-bd50-a81d1da6b92c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996122 Mar 05 02:53:25.692870 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-a5e96bcf-2c50-4d14-8539-305dbbd92d16 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202035 Mar 05 02:53:25.715469 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4e3981a0-0818-4564-9456-172469bb353c req-252c52cf-2573-4b17-8cb3-3c811604854e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654037 Mar 05 02:53:25.770037 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f7333b-7617-4a19-beb0-06efb627e2c7 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:25.777955 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Publish callbacks [] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.796144 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Transition to ACTIVE for port object d5f7333b-7617-4a19-beb0-06efb627e2c7 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:53:25.802080 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.805732 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-885e9358-6c0a-4d39-91f7-539233d27274 req-fac762a1-6a80-4191-9ca4-03d61050e1f7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062791 Mar 05 02:53:25.867182 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f7333b-7617-4a19-beb0-06efb627e2c7,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:25.941941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Attempting to bind port d5f7333b-7617-4a19-beb0-06efb627e2c7 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:25.941941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Attempting to bind port d5f7333b-7617-4a19-beb0-06efb627e2c7 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:25.941941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Attempting to bind port d5f7333b-7617-4a19-beb0-06efb627e2c7 on network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:25.945193 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Port d5f7333b-7617-4a19-beb0-06efb627e2c7 on network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:53:25.945651 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Attempting to bind port d5f7333b-7617-4a19-beb0-06efb627e2c7 on network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:25.950751 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:25.951155 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Checking segment: {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:25.951565 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Bound using segment: {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:25.952041 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Bound port: d5f7333b-7617-4a19-beb0-06efb627e2c7, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:25.952666 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:25.969314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58632) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:26.035415 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] For port d5f7333b-7617-4a19-beb0-06efb627e2c7, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:26.039003 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] For port d5f7333b-7617-4a19-beb0-06efb627e2c7, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:26.045039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.082655 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.083314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.084797 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5f7333b-7617-4a19-beb0-06efb627e2c7 HTTP/1.1" status: 200 len: 1093 time: 0.8489962 Mar 05 02:53:26.085248 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'tag': 'd5f7333b-7617-4a19-beb0-06efb627e2c7'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:26.087530 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c673b9-9d81-4be6-b5e5-c68dba229f71", "tag": "d5f7333b-7617-4a19-beb0-06efb627e2c7"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:26.095208 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9197e0f-6943-437d-ba36-0577fb5111b6 req-b8c69be0-0863-41bc-8a1a-53a48c288afd tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.097007 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a9197e0f-6943-437d-ba36-0577fb5111b6 req-b8c69be0-0863-41bc-8a1a-53a48c288afd tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 943 time: 0.0705218 Mar 05 02:53:26.126484 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749224d-8501-46ad-aa2c-5fd891bd4ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f7333b-7617-4a19-beb0-06efb627e2c7,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:26.141654 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d59dcca-45ae-4ac1-8a90-f97d1928ee03 x-openstack-request-id: req-0d59dcca-45ae-4ac1-8a90-f97d1928ee03 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:26.142058 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c673b9-9d81-4be6-b5e5-c68dba229f71", "tag": "d5f7333b-7617-4a19-beb0-06efb627e2c7", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:26.142399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d59dcca-45ae-4ac1-8a90-f97d1928ee03 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:26.142936 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'tag': 'd5f7333b-7617-4a19-beb0-06efb627e2c7', 'status': 'completed', 'code': 200} Mar 05 02:53:26.161841 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a9197e0f-6943-437d-ba36-0577fb5111b6 req-36a042c2-7d5a-459e-ba06-91cddaf658ba tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Mar 05 02:53:26.203030 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-70d45575-a144-44f4-86e7-ef7d619da159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.243573 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-fd76505d-d150-4f77-8555-5e3269fa82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.245082 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-fd76505d-d150-4f77-8555-5e3269fa82f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 1127 time: 0.0722890 Mar 05 02:53:26.324091 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-fec9a7e8-bfa4-4466-8800-23fe2f737a1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0451734 Mar 05 02:53:26.332680 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-70d45575-a144-44f4-86e7-ef7d619da159 admin admin] Publish callbacks [] for security_group (eda71e8a-31a2-4f9b-b35d-07c6ece25a48), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.343725 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-70d45575-a144-44f4-86e7-ef7d619da159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (eda71e8a-31a2-4f9b-b35d-07c6ece25a48), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.412243 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-70d45575-a144-44f4-86e7-ef7d619da159 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da38a376a06549d5adae89cfc7608259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418879 Mar 05 02:53:26.414880 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d45575-a144-44f4-86e7-ef7d619da159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda71e8a-31a2-4f9b-b35d-07c6ece25a48,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:26.415020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58642) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:26.418428 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-094b9671-465c-409c-92f9-2b8b3c623bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.419869 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-094b9671-465c-409c-92f9-2b8b3c623bf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a642dc3-eb1c-4ee6-96e1-021d191149d6 HTTP/1.1" status: 200 len: 849 time: 0.0843558 Mar 05 02:53:26.462660 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-bc7e930a-19b6-4676-933f-b306267094f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355685 Mar 05 02:53:26.479938 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5438160a-efc4-446b-a9e9-cf413cf5bb0c admin admin] Publish callbacks [] for security_group (eda71e8a-31a2-4f9b-b35d-07c6ece25a48), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.508197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5438160a-efc4-446b-a9e9-cf413cf5bb0c admin admin] Publish callbacks [] for security_group (eda71e8a-31a2-4f9b-b35d-07c6ece25a48), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.557270 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5438160a-efc4-446b-a9e9-cf413cf5bb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (eda71e8a-31a2-4f9b-b35d-07c6ece25a48), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.560134 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5438160a-efc4-446b-a9e9-cf413cf5bb0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:26.563757 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5438160a-efc4-446b-a9e9-cf413cf5bb0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eda71e8a-31a2-4f9b-b35d-07c6ece25a48 HTTP/1.1" status: 204 len: 168 time: 0.1452937 Mar 05 02:53:26.564132 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-437b0ec3-a3a0-427b-a38d-cb2b7dd098e0 service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932217 Mar 05 02:53:26.569809 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438160a-efc4-446b-a9e9-cf413cf5bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda71e8a-31a2-4f9b-b35d-07c6ece25a48,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:26.692327 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cf981c48-c7a2-4141-9897-ea2fbf72f978 req-6058a9f1-22f7-45b9-94de-8065d05d9f34 service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201842 Mar 05 02:53:26.827839 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0121ab-eab3-4452-aed1-287723e8f4e8 req-21ad3a53-12a9-4ffc-ad07-2cec429fdafb tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.829792 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a0121ab-eab3-4452-aed1-287723e8f4e8 req-21ad3a53-12a9-4ffc-ad07-2cec429fdafb tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0735207 Mar 05 02:53:26.890769 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12e862-3525-4672-a4ff-0e27bd8908d8 req-28b6cddb-9070-4aa3-a52f-c3374b1c96d3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.894958 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d12e862-3525-4672-a4ff-0e27bd8908d8 req-28b6cddb-9070-4aa3-a52f-c3374b1c96d3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0592268 Mar 05 02:53:26.923448 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a0121ab-eab3-4452-aed1-287723e8f4e8 req-06778c40-edd5-46ab-a889-44ce126c66c6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Mar 05 02:53:26.926041 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-d2b20f0e-91ba-43ac-9b97-648f1bfc203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:26.927480 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-d2b20f0e-91ba-43ac-9b97-648f1bfc203e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 1127 time: 0.0896199 Mar 05 02:53:26.944113 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d12e862-3525-4672-a4ff-0e27bd8908d8 req-2bded33f-46e9-460f-b9e5-1610ec3d2f05 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434921 Mar 05 02:53:27.033720 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-48a53994-7704-45c2-8f7e-27b1edfd6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:27.035758 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-48a53994-7704-45c2-8f7e-27b1edfd6220 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 200 len: 910 time: 0.0917561 Mar 05 02:53:27.081957 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-bfc086be-52db-410b-aba1-e63b222b35f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7 HTTP/1.1" status: 200 len: 217 time: 0.0373621 Mar 05 02:53:27.139911 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-be21cecc-46c0-46a4-9138-a3949768c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:27.141588 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-be21cecc-46c0-46a4-9138-a3949768c655 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a642dc3-eb1c-4ee6-96e1-021d191149d6 HTTP/1.1" status: 200 len: 849 time: 0.0465970 Mar 05 02:53:27.174040 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-5c4a9de2-3bb3-4cf4-8afe-a5bae0757292 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258858 Mar 05 02:53:27.307456 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-86b73245-4ed4-4614-97f8-2d84625ce6fa service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267710 Mar 05 02:53:27.315206 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28589fe9-1c11-4ed1-8223-631a035838e6 req-3e5f04c7-76a0-46cf-bcfc-3b27e684cb8d tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:27.316694 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28589fe9-1c11-4ed1-8223-631a035838e6 req-3e5f04c7-76a0-46cf-bcfc-3b27e684cb8d tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 943 time: 0.0740497 Mar 05 02:53:27.420586 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28589fe9-1c11-4ed1-8223-631a035838e6 req-dd60e191-e7dc-4f80-818b-8debd7b70f93 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958066 Mar 05 02:53:27.439868 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-19b04f95-c91b-4dc8-9d67-fda4176dc3a0 req-a2cb68d8-3e2a-4833-8e7f-2e844d047a07 service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222262 Mar 05 02:53:27.492700 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58676) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:27.591292 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b82764df-5941-4132-b69e-08d7227122bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.663128 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b82764df-5941-4132-b69e-08d7227122bc admin admin] Publish callbacks [] for security_group (b1accdfb-7db4-440b-ae0d-4006ce3a23df), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.666837 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b82764df-5941-4132-b69e-08d7227122bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b1accdfb-7db4-440b-ae0d-4006ce3a23df), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.703547 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b82764df-5941-4132-b69e-08d7227122bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5264fceebb9c4d67aa17ab848ba1aca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097242 Mar 05 02:53:27.704366 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82764df-5941-4132-b69e-08d7227122bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1accdfb-7db4-440b-ae0d-4006ce3a23df,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:27.706262 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58680) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:27.754141 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-10ba30dc-4261-419e-a57f-2e1bb4c6b777 admin admin] Publish callbacks [] for security_group (b1accdfb-7db4-440b-ae0d-4006ce3a23df), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.774000 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-10ba30dc-4261-419e-a57f-2e1bb4c6b777 admin admin] Publish callbacks [] for security_group (b1accdfb-7db4-440b-ae0d-4006ce3a23df), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.825649 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-10ba30dc-4261-419e-a57f-2e1bb4c6b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b1accdfb-7db4-440b-ae0d-4006ce3a23df), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.828614 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-10ba30dc-4261-419e-a57f-2e1bb4c6b777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:27.829770 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-10ba30dc-4261-419e-a57f-2e1bb4c6b777 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1accdfb-7db4-440b-ae0d-4006ce3a23df HTTP/1.1" status: 204 len: 168 time: 0.1223905 Mar 05 02:53:27.838586 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba30dc-4261-419e-a57f-2e1bb4c6b777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1accdfb-7db4-440b-ae0d-4006ce3a23df,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:28.053098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fa501-cc7c-4c45-9d1d-9477da149f8f req-ee8747bc-d736-412a-83ed-3c1ae4b6257d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:28.054824 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1e8fa501-cc7c-4c45-9d1d-9477da149f8f req-ee8747bc-d736-412a-83ed-3c1ae4b6257d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0608783 Mar 05 02:53:28.075594 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23535e5e-bda4-4726-b1e0-12005752a741 req-692bf30b-d471-4f38-b2a9-38c30651e547 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:28.077798 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-23535e5e-bda4-4726-b1e0-12005752a741 req-692bf30b-d471-4f38-b2a9-38c30651e547 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0575366 Mar 05 02:53:28.110191 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1e8fa501-cc7c-4c45-9d1d-9477da149f8f req-7dcabafb-56c6-4c40-b608-e8ef5eed2c80 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487537 Mar 05 02:53:28.123178 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58696) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:28.129067 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-23535e5e-bda4-4726-b1e0-12005752a741 req-a0c685d2-aa56-4caf-9480-5890bcb10352 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Mar 05 02:53:28.137873 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ab38db3-5da8-47fe-a03c-7d8a63554b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.214334 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ab38db3-5da8-47fe-a03c-7d8a63554b71 admin admin] Publish callbacks [] for security_group (caf15eeb-2b79-4e9f-a2dd-43c41ad2c605), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.217650 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2ab38db3-5da8-47fe-a03c-7d8a63554b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (caf15eeb-2b79-4e9f-a2dd-43c41ad2c605), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.254544 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2ab38db3-5da8-47fe-a03c-7d8a63554b71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fea5f7cf66c840c48c975dd7872fab76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302936 Mar 05 02:53:28.255671 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab38db3-5da8-47fe-a03c-7d8a63554b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf15eeb-2b79-4e9f-a2dd-43c41ad2c605,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:28.257298 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58698) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:28.305249 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-92718035-726a-4f1e-9048-d52cc4bddab1 admin admin] Publish callbacks [] for security_group (caf15eeb-2b79-4e9f-a2dd-43c41ad2c605), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.326643 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-92718035-726a-4f1e-9048-d52cc4bddab1 admin admin] Publish callbacks [] for security_group (caf15eeb-2b79-4e9f-a2dd-43c41ad2c605), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.371877 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-92718035-726a-4f1e-9048-d52cc4bddab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (caf15eeb-2b79-4e9f-a2dd-43c41ad2c605), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.374516 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-92718035-726a-4f1e-9048-d52cc4bddab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.375730 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-92718035-726a-4f1e-9048-d52cc4bddab1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caf15eeb-2b79-4e9f-a2dd-43c41ad2c605 HTTP/1.1" status: 204 len: 168 time: 0.1174204 Mar 05 02:53:28.384016 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92718035-726a-4f1e-9048-d52cc4bddab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf15eeb-2b79-4e9f-a2dd-43c41ad2c605,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:28.432744 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:53:28.535883 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:28.546724 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'mac_address': 'fa:16:3e:71:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:53:28.547631 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cb942-1d6d-434b-8d71-2d5ed9378c1b req-ca76af52-763c-4173-833b-a9fea32e9526 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:28.549341 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7a3cb942-1d6d-434b-8d71-2d5ed9378c1b req-ca76af52-763c-4173-833b-a9fea32e9526 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 943 time: 0.0619643 Mar 05 02:53:28.592737 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:28.593131 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.596769 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7a3cb942-1d6d-434b-8d71-2d5ed9378c1b req-d346226e-a822-4fb6-8ef4-e24f24edaebe tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Mar 05 02:53:28.606183 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510d7b00-6184-4f36-9a18-95b5a88885d0 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:28.627113 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:28.631413 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:28.678164 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:29.055607 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['510d7b00-6184-4f36-9a18-95b5a88885d0'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:53:29.286742 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a7955-c12c-49dc-80cb-c2657824b5bf req-64f12b7d-db96-46f8-b471-e8cab54cfe3b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:29.288301 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-230a7955-c12c-49dc-80cb-c2657824b5bf req-64f12b7d-db96-46f8-b471-e8cab54cfe3b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0721555 Mar 05 02:53:29.292815 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67477b-07a9-4f9d-8e90-416a0d95e4f0 req-ebd2f367-ce66-4035-a73f-8f1eb3aa5f03 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:29.295455 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7f67477b-07a9-4f9d-8e90-416a0d95e4f0 req-ebd2f367-ce66-4035-a73f-8f1eb3aa5f03 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 944 time: 0.0681643 Mar 05 02:53:29.357299 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7f67477b-07a9-4f9d-8e90-416a0d95e4f0 req-9e8a7d0d-5238-48a6-a8d3-6c21bfde4c00 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525177 Mar 05 02:53:29.359548 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-230a7955-c12c-49dc-80cb-c2657824b5bf req-00c7621f-b51d-4857-b636-7530e756a838 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652580 Mar 05 02:53:29.495127 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58742) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:29.594528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7c1333e6-bce5-4beb-a164-83f033502eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.668998 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7c1333e6-bce5-4beb-a164-83f033502eae admin admin] Publish callbacks [] for security_group (d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.673108 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7c1333e6-bce5-4beb-a164-83f033502eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.714378 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7c1333e6-bce5-4beb-a164-83f033502eae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dd59aaf48364b38a530c42668dec40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156787 Mar 05 02:53:29.714378 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1333e6-bce5-4beb-a164-83f033502eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:29.715033 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58748) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:29.715843 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218749-178d-40a1-96c9-1d4d162f1886 req-b62f7811-5eb6-4e77-8afb-b74fb5233256 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:29.717764 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46218749-178d-40a1-96c9-1d4d162f1886 req-b62f7811-5eb6-4e77-8afb-b74fb5233256 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 943 time: 0.0528510 Mar 05 02:53:29.765739 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e634ac75-0877-46ce-a423-d76aa3be91d8 admin admin] Publish callbacks [] for security_group (d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.770076 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46218749-178d-40a1-96c9-1d4d162f1886 req-d6177f6a-45da-4906-8783-613bd68384c8 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Mar 05 02:53:29.786863 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e634ac75-0877-46ce-a423-d76aa3be91d8 admin admin] Publish callbacks [] for security_group (d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.832870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e634ac75-0877-46ce-a423-d76aa3be91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.835496 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e634ac75-0877-46ce-a423-d76aa3be91d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:29.838833 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e634ac75-0877-46ce-a423-d76aa3be91d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162 HTTP/1.1" status: 204 len: 168 time: 0.1207156 Mar 05 02:53:29.844229 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634ac75-0877-46ce-a423-d76aa3be91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b7750f-f8da-4ad4-8d19-8ff0e7d3e162,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:30.249540 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58768) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:30.356132 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2a61-f044-49a5-959d-4a47ac721c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.449659 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d5f7333b-7617-4a19-beb0-06efb627e2c7 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:53:30.488473 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:30.490936 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289b459-69d6-42bf-8137-5f7923cf17f5 req-9b174085-7c14-4c26-a4ec-0dea3eac1a28 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:30.492949 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d289b459-69d6-42bf-8137-5f7923cf17f5 req-9b174085-7c14-4c26-a4ec-0dea3eac1a28 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0612650 Mar 05 02:53:30.497680 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2a61-f044-49a5-959d-4a47ac721c47 admin admin] Publish callbacks [] for security_group (1bfec5ef-50b8-4419-a698-435b812801ac), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.514281 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793193fd-c51e-49f2-95b6-20b501d28fd2 req-bbd17bcb-d3e7-40f1-a665-42be1d688f9c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:30.516545 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-793193fd-c51e-49f2-95b6-20b501d28fd2 req-bbd17bcb-d3e7-40f1-a665-42be1d688f9c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 944 time: 0.0901189 Mar 05 02:53:30.517351 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe9b2a61-f044-49a5-959d-4a47ac721c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1bfec5ef-50b8-4419-a698-435b812801ac), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.554955 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d289b459-69d6-42bf-8137-5f7923cf17f5 req-f4885b2c-1628-47bd-bf4c-70f7de78bd76 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557690 Mar 05 02:53:30.590110 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b2a61-f044-49a5-959d-4a47ac721c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfec5ef-50b8-4419-a698-435b812801ac,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:30.604176 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-fe9b2a61-f044-49a5-959d-4a47ac721c47 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba136a0285a8496d909e9c0927543ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534789 Mar 05 02:53:30.607648 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58790) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:30.623734 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-793193fd-c51e-49f2-95b6-20b501d28fd2 req-83c1e74f-a44e-4d56-870f-cf5212814e4d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853965 Mar 05 02:53:30.633787 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port d5f7333b-7617-4a19-beb0-06efb627e2c7, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:30.649549 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'd5f7333b-7617-4a19-beb0-06efb627e2c7', 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594', 'port_id': 'd5f7333b-7617-4a19-beb0-06efb627e2c7', 'mac_address': 'fa:16:3e:dd:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a642dc3-eb1c-4ee6-96e1-021d191149d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:53:30.674081 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 510d7b00-6184-4f36-9a18-95b5a88885d0 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:53:30.678125 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d4e383b2-164b-4a7b-8076-c7561d1dfcd9 admin admin] Publish callbacks [] for security_group (1bfec5ef-50b8-4419-a698-435b812801ac), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.686835 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 510d7b00-6184-4f36-9a18-95b5a88885d0 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:30.687227 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.703553 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d4e383b2-164b-4a7b-8076-c7561d1dfcd9 admin admin] Publish callbacks [] for security_group (1bfec5ef-50b8-4419-a698-435b812801ac), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.760154 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d4e383b2-164b-4a7b-8076-c7561d1dfcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1bfec5ef-50b8-4419-a698-435b812801ac), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.763110 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d4e383b2-164b-4a7b-8076-c7561d1dfcd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.766752 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d4e383b2-164b-4a7b-8076-c7561d1dfcd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bfec5ef-50b8-4419-a698-435b812801ac HTTP/1.1" status: 204 len: 168 time: 0.1547332 Mar 05 02:53:30.787654 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e383b2-164b-4a7b-8076-c7561d1dfcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfec5ef-50b8-4419-a698-435b812801ac,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:30.860009 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port d5f7333b-7617-4a19-beb0-06efb627e2c7 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:30.860258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.887785 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f7333b-7617-4a19-beb0-06efb627e2c7 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:30.909387 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port d5f7333b-7617-4a19-beb0-06efb627e2c7, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:30.923519 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf6a78-567c-418d-9a20-9c9fe5bab90a req-be2cb23f-ca09-4ad1-9bb0-2a6948118178 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:30.926387 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8fdf6a78-567c-418d-9a20-9c9fe5bab90a req-be2cb23f-ca09-4ad1-9bb0-2a6948118178 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 943 time: 0.0693705 Mar 05 02:53:30.949376 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:30.953227 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:30.953813 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.011256 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:31.013661 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39073d19-b59a-40a2-ac91-a5bbaba62bcc" -d '{"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-plugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:31.015016 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8fdf6a78-567c-418d-9a20-9c9fe5bab90a req-c2560ac9-7eb8-4553-b046-bf700e58e011 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813246 Mar 05 02:53:31.034507 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:31.048426 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.057143 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=d5f7333b-7617-4a19-beb0-06efb627e2c7,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.070400 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a26f29-ce13-4b05-b880-b60132e3cac9 x-openstack-request-id: req-28a26f29-ce13-4b05-b880-b60132e3cac9 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:31.070701 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-plugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:31.070990 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28a26f29-ce13-4b05-b880-b60132e3cac9 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:31.071417 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'code': 200} Mar 05 02:53:31.130661 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.216098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 58838) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:31.229877 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ef50bdd0-fd50-45af-87b5-5b2f32cf680e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.325349 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ef50bdd0-fd50-45af-87b5-5b2f32cf680e admin admin] Publish callbacks [] for security_group (f55421c2-2f4b-41ab-a818-d1333ecce7a0), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.330196 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-ef50bdd0-fd50-45af-87b5-5b2f32cf680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f55421c2-2f4b-41ab-a818-d1333ecce7a0), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.349656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b49df-69c8-43ca-a0a5-bf1f75d56c3e req-57d6c44d-3490-48a2-998b-5a3e7cfb995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:31.351549 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0a2b49df-69c8-43ca-a0a5-bf1f75d56c3e req-57d6c44d-3490-48a2-998b-5a3e7cfb995e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1129 time: 0.0629742 Mar 05 02:53:31.370011 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50bdd0-fd50-45af-87b5-5b2f32cf680e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55421c2-2f4b-41ab-a818-d1333ecce7a0,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.379723 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-ef50bdd0-fd50-45af-87b5-5b2f32cf680e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd848c9f1a7545abbfc8a14150d5d351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616850 Mar 05 02:53:31.380400 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58844) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:31.405003 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['d5f7333b-7617-4a19-beb0-06efb627e2c7'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:53:31.457839 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0a2b49df-69c8-43ca-a0a5-bf1f75d56c3e req-87eadff4-08bd-443f-abc2-dea09fba0e09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983732 Mar 05 02:53:31.462735 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e7bcadc9-cdbd-423d-b291-cc81a4fb36cf admin admin] Publish callbacks [] for security_group (f55421c2-2f4b-41ab-a818-d1333ecce7a0), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.484602 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e7bcadc9-cdbd-423d-b291-cc81a4fb36cf admin admin] Publish callbacks [] for security_group (f55421c2-2f4b-41ab-a818-d1333ecce7a0), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.536081 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e7bcadc9-cdbd-423d-b291-cc81a4fb36cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f55421c2-2f4b-41ab-a818-d1333ecce7a0), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.538941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e7bcadc9-cdbd-423d-b291-cc81a4fb36cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:31.540085 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e7bcadc9-cdbd-423d-b291-cc81a4fb36cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f55421c2-2f4b-41ab-a818-d1333ecce7a0 HTTP/1.1" status: 204 len: 168 time: 0.1587920 Mar 05 02:53:31.548030 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcadc9-cdbd-423d-b291-cc81a4fb36cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55421c2-2f4b-41ab-a818-d1333ecce7a0,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:31.696239 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0cb1c-b47f-47fa-b911-e7aaf5f7b7e9 req-1a9d09f2-21c6-4215-8c62-2dfc0b2f0568 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:31.698063 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4ea0cb1c-b47f-47fa-b911-e7aaf5f7b7e9 req-1a9d09f2-21c6-4215-8c62-2dfc0b2f0568 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0736041 Mar 05 02:53:31.759265 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4ea0cb1c-b47f-47fa-b911-e7aaf5f7b7e9 req-2641022c-a57b-4bce-a0ca-cd0b6e68463a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541937 Mar 05 02:53:31.780198 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c157be6-88fc-4c9b-8ab7-708260ed668f req-d9a80716-3cf6-4621-b6d4-04c9b97ec6dd tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:31.781678 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0c157be6-88fc-4c9b-8ab7-708260ed668f req-d9a80716-3cf6-4621-b6d4-04c9b97ec6dd tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0544863 Mar 05 02:53:31.829232 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0c157be6-88fc-4c9b-8ab7-708260ed668f req-487ef4c2-a923-47d5-a8b5-54d6370ba751 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Mar 05 02:53:32.145446 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289df4c-7604-4cc2-9034-1aca86e27541 req-2db608fb-6739-4a71-af30-c89b089fa584 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:32.146962 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b289df4c-7604-4cc2-9034-1aca86e27541 req-2db608fb-6739-4a71-af30-c89b089fa584 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 944 time: 0.0557373 Mar 05 02:53:32.200166 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b289df4c-7604-4cc2-9034-1aca86e27541 req-12d05e73-a018-4ed6-b222-8cb6f5c93b97 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474684 Mar 05 02:53:32.876842 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce71479-2fc4-472f-b080-3e833c066dd4 req-dcc9b03a-6032-4517-a575-cddf0fc0a30b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:32.878863 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cce71479-2fc4-472f-b080-3e833c066dd4 req-dcc9b03a-6032-4517-a575-cddf0fc0a30b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0530801 Mar 05 02:53:32.930104 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cce71479-2fc4-472f-b080-3e833c066dd4 req-5abec8c3-ddfc-4adc-9deb-40e62d1258fa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457480 Mar 05 02:53:32.950595 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219915a8-e07a-46fc-a97f-e600d243f263 req-d2ecd3dc-bcf4-4dd7-8162-740485dedc8b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:32.952345 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-219915a8-e07a-46fc-a97f-e600d243f263 req-d2ecd3dc-bcf4-4dd7-8162-740485dedc8b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0521281 Mar 05 02:53:32.996324 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-219915a8-e07a-46fc-a97f-e600d243f263 req-c21b739e-66ed-40f2-ab56-6f564c23c1f1 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Mar 05 02:53:33.321624 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c3286-73d9-435e-89f6-d217e10a84d1 req-9c1a5233-9517-4d98-862b-e020874465e9 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:33.323223 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-482c3286-73d9-435e-89f6-d217e10a84d1 req-9c1a5233-9517-4d98-862b-e020874465e9 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 944 time: 0.0527570 Mar 05 02:53:33.373639 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-482c3286-73d9-435e-89f6-d217e10a84d1 req-55557aa6-eb48-4322-adb2-f72fc6645597 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Mar 05 02:53:34.129883 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ffa22-59aa-4a1f-826e-2a653b79a5a7 req-6df481da-577f-4d1e-b19d-c3a4ce27bdb3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:34.131458 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b55ffa22-59aa-4a1f-826e-2a653b79a5a7 req-6df481da-577f-4d1e-b19d-c3a4ce27bdb3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0608463 Mar 05 02:53:34.182275 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b55ffa22-59aa-4a1f-826e-2a653b79a5a7 req-d34203fc-b7e7-496b-bb26-b43200c09306 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Mar 05 02:53:34.242369 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3048d-3242-4437-97bc-8ba8f020d6ab req-938d604a-b2bd-4692-93ec-3777d2940588 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:34.243892 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dcc3048d-3242-4437-97bc-8ba8f020d6ab req-938d604a-b2bd-4692-93ec-3777d2940588 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.2485654 Mar 05 02:53:34.292022 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dcc3048d-3242-4437-97bc-8ba8f020d6ab req-acde5bde-6940-43cf-a06f-f23f6421429e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Mar 05 02:53:34.305264 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251591e-714c-474f-9537-c1c4eb4a9c25 req-ef99f213-7360-4de3-8421-7e72525766ae tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:34.306791 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3251591e-714c-474f-9537-c1c4eb4a9c25 req-ef99f213-7360-4de3-8421-7e72525766ae tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0554049 Mar 05 02:53:34.319109 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 58918) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:34.324419 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'floatingip': {'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:34.364797 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (04deabf2-59d7-4e72-8d8b-cc4f8f91177e), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.493768 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d5f7333b-7617-4a19-beb0-06efb627e2c7 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:34.494452 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cdcc8-1387-45e7-8e30-6fee2971548d req-d3b48655-1786-4052-a71c-7af73f6e5904 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:34.496058 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4a0cdcc8-1387-45e7-8e30-6fee2971548d req-d3b48655-1786-4052-a71c-7af73f6e5904 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 944 time: 0.0580008 Mar 05 02:53:34.547826 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port d5f7333b-7617-4a19-beb0-06efb627e2c7 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:53:34.550666 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4a0cdcc8-1387-45e7-8e30-6fee2971548d req-621a6462-0822-43f6-8646-15387fbeba5a tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488756 Mar 05 02:53:34.553010 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port d5f7333b-7617-4a19-beb0-06efb627e2c7 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:34.553391 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.634223 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port d5f7333b-7617-4a19-beb0-06efb627e2c7 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:34.634621 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.661797 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f7333b-7617-4a19-beb0-06efb627e2c7'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:34.664094 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba43c5b-149a-480d-adaa-0d11ecbf7102" -d '{"events": [{"server_uuid": "a3c673b9-9d81-4be6-b5e5-c68dba229f71", "name": "network-vif-plugged", "status": "completed", "tag": "d5f7333b-7617-4a19-beb0-06efb627e2c7"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:34.679229 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port d5f7333b-7617-4a19-beb0-06efb627e2c7, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:34.685230 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.712767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80afa91f-e7d9-469b-8f10-c36a2226f72e x-openstack-request-id: req-80afa91f-e7d9-469b-8f10-c36a2226f72e {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:34.713161 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c673b9-9d81-4be6-b5e5-c68dba229f71", "name": "network-vif-plugged", "status": "completed", "tag": "d5f7333b-7617-4a19-beb0-06efb627e2c7", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:34.713488 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80afa91f-e7d9-469b-8f10-c36a2226f72e {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:34.713954 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f7333b-7617-4a19-beb0-06efb627e2c7', 'code': 200} Mar 05 02:53:34.740274 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=d5f7333b-7617-4a19-beb0-06efb627e2c7,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:34.853862 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.856808 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (04deabf2-59d7-4e72-8d8b-cc4f8f91177e), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:34.988530 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c074b6-a44f-441a-8ff6-fd54be818070 req-022b7ba7-e311-4294-a295-6a639a410564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:34.990024 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-45c074b6-a44f-441a-8ff6-fd54be818070 req-022b7ba7-e311-4294-a295-6a639a410564 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 1129 time: 0.0894206 Mar 05 02:53:34.992560 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Floating IP 04deabf2-59d7-4e72-8d8b-cc4f8f91177e associated. External IP: 172.28.2.19, port: 510d7b00-6184-4f36-9a18-95b5a88885d0. Mar 05 02:53:35.107315 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-45c074b6-a44f-441a-8ff6-fd54be818070 req-6f697d9c-a0ee-4d43-8698-aa78c19375ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789020 Mar 05 02:53:35.379836 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:53:35.434268 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81c3b3-e232-4444-a50b-59761ebac41c req-d9fd726b-d7f6-470d-9e4c-02eff7e2d5e7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:35.436272 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9e81c3b3-e232-4444-a50b-59761ebac41c req-d9fd726b-d7f6-470d-9e4c-02eff7e2d5e7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0541089 Mar 05 02:53:35.456438 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:53:35.481938 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9e81c3b3-e232-4444-a50b-59761ebac41c req-284636b9-db27-4200-9a4f-265c8702b1dc tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Mar 05 02:53:35.569470 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:53:35.574183 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:35.580098 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:53:35.596216 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:35.597044 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:53:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:35.609064 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-774b07a8-21c4-4113-85d1-da14d5fb9e01 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "PUT /v2.0/floatingips/04deabf2-59d7-4e72-8d8b-cc4f8f91177e HTTP/1.1" status: 200 len: 990 time: 1.2834821 Mar 05 02:53:35.609064 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:35.609064 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6463553-0dcf-4c4e-a663-85f447dabe87" -d '{"events": [{"name": "network-changed", "server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:35.646714 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d4a70-49f4-4743-b6af-8dfc86d85a96 x-openstack-request-id: req-1e6d4a70-49f4-4743-b6af-8dfc86d85a96 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:35.647099 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:35.647426 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e6d4a70-49f4-4743-b6af-8dfc86d85a96 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:35.647880 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'status': 'completed', 'code': 200} Mar 05 02:53:35.691416 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec51b1-411c-4666-b312-d3ce42802f83 req-3400b788-a65d-4041-acc4-7c4adc37cb67 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:35.692913 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5aec51b1-411c-4666-b312-d3ce42802f83 req-3400b788-a65d-4041-acc4-7c4adc37cb67 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 945 time: 0.0589895 Mar 05 02:53:35.709222 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:35.773337 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5aec51b1-411c-4666-b312-d3ce42802f83 req-235470f7-1735-4835-922b-af8c55ed0d65 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694025 Mar 05 02:53:35.785974 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-ab1dff4f-917e-4afe-96e3-77d9799a94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:35.787663 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-ab1dff4f-917e-4afe-96e3-77d9799a94a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1129 time: 0.0727956 Mar 05 02:53:35.880505 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-7a5d83b9-76e9-4774-9c02-98d6348f51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:35.881957 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-7a5d83b9-76e9-4774-9c02-98d6348f51dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.0873175 Mar 05 02:53:35.937972 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '04deabf2-59d7-4e72-8d8b-cc4f8f91177e', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'floating_ip_address': '172.28.2.19', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'mac_address': 'fa:16:3e:71:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:53:18Z', 'updated_at': '2022-03-05T02:53:34Z', 'revision_number': 1, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:35.964832 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:53:35.973789 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:53:35.974387 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:53:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:35.977022 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-a0392a75-3ce6-4342-a29f-f162b9201c34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 998 time: 0.0880487 Mar 05 02:53:36.039127 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-85e37ba1-0496-42ce-a248-7a5abec986ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:36.040586 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-85e37ba1-0496-42ce-a248-7a5abec986ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0559905 Mar 05 02:53:36.092328 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:53:36.098280 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-9972ac01-6950-4876-889c-b07fac31f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:36.098280 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-9972ac01-6950-4876-889c-b07fac31f45e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502453 Mar 05 02:53:36.197852 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-763f92bd-48a8-4eb4-9d6a-56dc5251e728 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922101 Mar 05 02:53:36.305909 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6463553-0dcf-4c4e-a663-85f447dabe87 req-2fd69d7f-28f1-4cb1-8b96-3abab26b0513 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961745 Mar 05 02:53:36.329969 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '04deabf2-59d7-4e72-8d8b-cc4f8f91177e', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'floating_ip_address': '172.28.2.19', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'mac_address': 'fa:16:3e:71:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:53:18Z', 'updated_at': '2022-03-05T02:53:34Z', 'revision_number': 1, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:53:36.356697 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a8292-3648-44a3-84a6-e690aca1ccaa None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '04deabf2-59d7-4e72-8d8b-cc4f8f91177e', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'floating_ip_address': '172.28.2.19', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'mac_address': 'fa:16:3e:71:56:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:53:18Z', 'updated_at': '2022-03-05T02:53:34Z', 'revision_number': 1, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:53:36.540856 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931dcd0-b3d0-4190-a646-386156899239 None None] New status for floating IP 04deabf2-59d7-4e72-8d8b-cc4f8f91177e: ACTIVE {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:53:36.621452 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1ef2-83d5-4710-ac32-eadf7b2ab9f8 req-6adacf9d-3945-4989-8ee8-6d2ee867fef6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:36.621452 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f62a1ef2-83d5-4710-ac32-eadf7b2ab9f8 req-6adacf9d-3945-4989-8ee8-6d2ee867fef6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0623114 Mar 05 02:53:36.671357 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f62a1ef2-83d5-4710-ac32-eadf7b2ab9f8 req-521c88a4-934b-451d-b33e-f5bd4ad05df6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Mar 05 02:53:36.888951 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5d53c-b342-4325-8120-a48eee14a8cd req-6d27b718-1553-448c-85f6-432b867c9a53 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:36.890923 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a2a5d53c-b342-4325-8120-a48eee14a8cd req-6d27b718-1553-448c-85f6-432b867c9a53 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 945 time: 0.0536511 Mar 05 02:53:36.937928 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a2a5d53c-b342-4325-8120-a48eee14a8cd req-66b27bca-f926-4473-8b79-c6be3b9f2fe0 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Mar 05 02:53:37.787840 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864638-c734-4b49-94b3-bb400f7addf8 req-e915b43b-240c-4a92-83a5-090f1ddcf79b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:37.789319 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1c864638-c734-4b49-94b3-bb400f7addf8 req-e915b43b-240c-4a92-83a5-090f1ddcf79b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0522897 Mar 05 02:53:37.842123 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1c864638-c734-4b49-94b3-bb400f7addf8 req-17d8dca3-bc4c-4c3e-bc1a-34cc56dac347 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Mar 05 02:53:37.989984 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b27aad-3993-4114-b3c0-3cfb4c80bb48 req-1d420c3d-1ca1-4ca7-8215-38121d16f26a tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:37.991489 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b6b27aad-3993-4114-b3c0-3cfb4c80bb48 req-1d420c3d-1ca1-4ca7-8215-38121d16f26a tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 945 time: 0.0535316 Mar 05 02:53:38.035578 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b6b27aad-3993-4114-b3c0-3cfb4c80bb48 req-f33b0b84-9e6e-436e-9d94-cc865b2dbdc0 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Mar 05 02:53:38.742180 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b4d6f-78b0-4e76-baa0-a2e94c9e1fa7 req-ecd832d9-5337-4244-abdb-8f337131e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:38.743734 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d03b4d6f-78b0-4e76-baa0-a2e94c9e1fa7 req-ecd832d9-5337-4244-abdb-8f337131e74f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 1130 time: 0.0528510 Mar 05 02:53:38.795473 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d03b4d6f-78b0-4e76-baa0-a2e94c9e1fa7 req-809769a5-1f95-461e-b829-bd68bcd27f16 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360911 Mar 05 02:53:38.851015 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-90a3e3c9-6b55-4b9f-9896-f57eb8ba3c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:38.960621 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ae2d1-47c0-42a7-b792-75cf6059b402 req-e08a4624-182d-4451-aac3-9b2e996c3cf2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:38.962172 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f68ae2d1-47c0-42a7-b792-75cf6059b402 req-e08a4624-182d-4451-aac3-9b2e996c3cf2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0514266 Mar 05 02:53:39.007356 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f68ae2d1-47c0-42a7-b792-75cf6059b402 req-b313614b-872a-4fb5-819a-21f8f56305d2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395446 Mar 05 02:53:39.155846 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633371-98df-4cd1-aa4a-71bac35092ec req-0acff4f1-d505-43fb-8bbc-8cab771aeecf tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:39.157465 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d1633371-98df-4cd1-aa4a-71bac35092ec req-0acff4f1-d505-43fb-8bbc-8cab771aeecf tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 945 time: 0.0549419 Mar 05 02:53:39.203578 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d1633371-98df-4cd1-aa4a-71bac35092ec req-7b726ecd-e507-4918-b674-bf43a9f0067f tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Mar 05 02:53:40.125168 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683c2d0-b653-472b-8f6f-bc00279070ae req-cf9a9d8a-4e32-4ca7-8f87-2f0674d87fd9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:40.126633 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9683c2d0-b653-472b-8f6f-bc00279070ae req-cf9a9d8a-4e32-4ca7-8f87-2f0674d87fd9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0524361 Mar 05 02:53:40.180402 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9683c2d0-b653-472b-8f6f-bc00279070ae req-9e6780f1-8514-4e00-8193-d7d0c357e4bb tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482433 Mar 05 02:53:40.332663 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17f1d8-5aee-4061-9afe-5c5aac1ab465 req-dc09e5cf-f4aa-4872-a765-5bcfc936e26b tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:40.334151 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bf17f1d8-5aee-4061-9afe-5c5aac1ab465 req-dc09e5cf-f4aa-4872-a765-5bcfc936e26b tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 945 time: 0.0562315 Mar 05 02:53:40.380364 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bf17f1d8-5aee-4061-9afe-5c5aac1ab465 req-97e1d5fe-cb9b-4eed-a483-dfa9b9f2f93b tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Mar 05 02:53:40.742566 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-b9b642b2-38e3-48bf-b23e-35dadcfe3f5f tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:40.744079 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-b9b642b2-38e3-48bf-b23e-35dadcfe3f5f tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Mar 05 02:53:40.841633 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Deleting port d5f7333b-7617-4a19-beb0-06efb627e2c7 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:53:40.841985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.935942 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] For port d5f7333b-7617-4a19-beb0-06efb627e2c7, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d5f7333b-7617-4a19-beb0-06efb627e2c7,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:40.936313 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.941660 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7ef4eea9-8cdd-4555-9ec5-d7dfa270c658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:40.950653 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Calling delete_port for d5f7333b-7617-4a19-beb0-06efb627e2c7 owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:53:41.081680 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (d5f7333b-7617-4a19-beb0-06efb627e2c7), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:41.110024 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Pushing event deleted for resources: {'Port': ['ID=d5f7333b-7617-4a19-beb0-06efb627e2c7,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:41.125203 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['d5f7333b-7617-4a19-beb0-06efb627e2c7'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:53:41.156561 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] No DVR routers for this DVR port d5f7333b-7617-4a19-beb0-06efb627e2c7 on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:53:41.159790 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:41.163325 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-70a82bc4-8099-40db-a258-46a7fd7edf85 req-91f757d8-6b59-4398-9944-7dbaec514e92 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "DELETE /v2.0/ports/d5f7333b-7617-4a19-beb0-06efb627e2c7 HTTP/1.1" status: 204 len: 173 time: 0.4112656 Mar 05 02:53:41.163775 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'name': 'network-vif-deleted', 'tag': 'd5f7333b-7617-4a19-beb0-06efb627e2c7'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:41.166212 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b0c422-3acc-4f58-b2c5-2414ad4b6c28" -d '{"events": [{"server_uuid": "a3c673b9-9d81-4be6-b5e5-c68dba229f71", "name": "network-vif-deleted", "tag": "d5f7333b-7617-4a19-beb0-06efb627e2c7"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:41.204749 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396beca6-e322-4ffa-8aa0-a13c25aba723 x-openstack-request-id: req-396beca6-e322-4ffa-8aa0-a13c25aba723 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:41.205156 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c673b9-9d81-4be6-b5e5-c68dba229f71", "name": "network-vif-deleted", "tag": "d5f7333b-7617-4a19-beb0-06efb627e2c7", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:41.206473 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-396beca6-e322-4ffa-8aa0-a13c25aba723 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:41.206823 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c673b9-9d81-4be6-b5e5-c68dba229f71', 'name': 'network-vif-deleted', 'tag': 'd5f7333b-7617-4a19-beb0-06efb627e2c7', 'status': 'completed', 'code': 200} Mar 05 02:53:41.323933 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba67943-9343-456a-a313-d5f8993711b9 req-51d1e1e0-b9ca-4c01-9593-0fba4cace4fa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:41.327608 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cba67943-9343-456a-a313-d5f8993711b9 req-51d1e1e0-b9ca-4c01-9593-0fba4cace4fa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0607772 Mar 05 02:53:41.373520 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cba67943-9343-456a-a313-d5f8993711b9 req-0873a9e5-fab2-43b5-85ae-813f5674b389 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Mar 05 02:53:41.499776 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-adc26959-a1b8-49e4-9958-8865a3c21226 req-7a9c81f4-e3a2-4501-b355-2f1637eef51e tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3c673b9-9d81-4be6-b5e5-c68dba229f71 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Mar 05 02:53:41.507896 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d678f-e13b-425a-b30e-ed507ee7061a req-32717a10-1222-430f-9cf4-3fa1fd68ce19 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:41.509387 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6b5d678f-e13b-425a-b30e-ed507ee7061a req-32717a10-1222-430f-9cf4-3fa1fd68ce19 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0558598 Mar 05 02:53:41.557822 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6b5d678f-e13b-425a-b30e-ed507ee7061a req-22405415-4c9b-4ea0-ac5f-db8d3355a87c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Mar 05 02:53:42.240123 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:42.801129 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-e0ec3862-a0a6-4412-a925-e7e789e3605c tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:42.802507 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-e0ec3862-a0a6-4412-a925-e7e789e3605c tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/networks?id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 200 len: 809 time: 0.0990326 Mar 05 02:53:42.817603 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-c321db37-1f69-400c-8757-423515baabe9 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/quotas/1dd2cce395954a4bb0ce9734060a53e2 HTTP/1.1" status: 200 len: 375 time: 0.0096838 Mar 05 02:53:42.856557 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-bcaf57d3-36db-4a23-8b67-d9421f94808a tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337999 Mar 05 02:53:42.970180 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-5c3a6c02-e97a-47ff-8b90-ef5fdafa6730 service neutron] 10.222.0.11 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054595 Mar 05 02:53:43.064450 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-297b9218-6eca-43dd-836b-15f27439d8b8 service neutron] 10.222.0.11 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884957 Mar 05 02:53:43.219268 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633eb60-93d0-47ed-b4c0-850064cf84ee req-ef81b8e0-b9ff-49a5-a20b-684af82eb195 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:43.221993 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b633eb60-93d0-47ed-b4c0-850064cf84ee req-ef81b8e0-b9ff-49a5-a20b-684af82eb195 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0956311 Mar 05 02:53:43.228498 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95875-c990-4628-9e02-0ac075d2a591 req-74e64f35-0db1-4529-ae55-9bb2356811ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:43.230140 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-74e64f35-0db1-4529-ae55-9bb2356811ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.0739143 Mar 05 02:53:43.245813 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3e5b6b50-f608-4013-9b58-c392875de2c0 req-11f45230-2aa6-493b-8e44-acc10b5d6e4e tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 210 time: 0.0367708 Mar 05 02:53:43.336421 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b633eb60-93d0-47ed-b4c0-850064cf84ee req-afeb000d-7f4b-4db9-8a4c-c874f5744919 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050713 Mar 05 02:53:43.376862 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95875-c990-4628-9e02-0ac075d2a591 req-40c63ed7-d833-485a-99c6-7b41f289c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:43.378353 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-40c63ed7-d833-485a-99c6-7b41f289c3ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.1276307 Mar 05 02:53:43.419446 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-69e14f7d-befb-45f5-8764-ab1d3d2d90d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.0348227 Mar 05 02:53:43.480748 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95875-c990-4628-9e02-0ac075d2a591 req-92d01692-c2d8-4c2c-adf7-48605ca30ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:43.482412 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-92d01692-c2d8-4c2c-adf7-48605ca30ea0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0565748 Mar 05 02:53:43.519795 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-0c38e971-ec0d-4b9c-965f-815ad571592a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296412 Mar 05 02:53:43.626678 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-4b3896ab-f9b4-4c4e-ba0c-be8e29e843b4 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998986 Mar 05 02:53:43.758304 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-87a95875-c990-4628-9e02-0ac075d2a591 req-07697acb-e546-4188-8b80-9c245cd573d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980406 Mar 05 02:53:43.826277 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:44.344922 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f7c3f365-568e-4129-b9b1-dbba65fd44ea req-94c5f07a-a2c2-4f65-bcc5-493b97495c70 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 210 time: 0.0263560 Mar 05 02:53:44.464585 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5d78d-bb69-4c80-9bb1-e26ffec1610a req-86828d38-acfd-44fa-8725-ea3236778729 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:44.466071 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-31b5d78d-bb69-4c80-9bb1-e26ffec1610a req-86828d38-acfd-44fa-8725-ea3236778729 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0536864 Mar 05 02:53:44.512666 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-31b5d78d-bb69-4c80-9bb1-e26ffec1610a req-7b97ada6-139d-44e4-9626-ceab0183d787 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Mar 05 02:53:44.557516 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d5f7333b-7617-4a19-beb0-06efb627e2c7 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:53:44.579989 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: d5f7333b-7617-4a19-beb0-06efb627e2c7 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:53:44.581011 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d5f7333b-7617-4a19-beb0-06efb627e2c7 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:53:44.675621 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-e481cab7-15e6-4dfb-9c2e-35432f6c234c tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:44.677098 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-e481cab7-15e6-4dfb-9c2e-35432f6c234c tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "GET /v2.0/networks?id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 200 len: 809 time: 0.1106815 Mar 05 02:53:44.700232 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Request body: {'port': {'device_id': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594', 'admin_state_up': True, 'tenant_id': '1dd2cce395954a4bb0ce9734060a53e2'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:44.818181 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Made reservation on behalf of 1dd2cce395954a4bb0ce9734060a53e2 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:53:44.821607 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:44.962664 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Allocated IP 172.20.0.4 (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594/9a642dc3-eb1c-4ee6-96e1-021d191149d6/efbd3233-f0fd-491c-8f14-b54247df3fdd) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:53:45.040768 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.080794 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59120) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:45.118716 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks [] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.154111 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.200438 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e16-4d1d-4615-9d08-ea5f319a732d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.200989 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:53:45.204241 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:53:45.208425 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:53:45.214698 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Pushing event updated for resources: {'Port': ['ID=efbd3233-f0fd-491c-8f14-b54247df3fdd,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:45.266302 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:45.266946 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.279525 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e16-4d1d-4615-9d08-ea5f319a732d admin admin] Publish callbacks [] for security_group (f5cd30d6-36bb-4ac8-9666-ee38fff60b75), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.285035 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f09b5e16-4d1d-4615-9d08-ea5f319a732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f5cd30d6-36bb-4ac8-9666-ee38fff60b75), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.285200 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-766cad8b-4ecf-42a6-908a-595da1331194 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886891 Mar 05 02:53:45.313168 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Request body: {'port': {'device_id': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:53:45.324579 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f09b5e16-4d1d-4615-9d08-ea5f319a732d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2e0b72bd2cc41f390aa3ad2c566adc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425637 Mar 05 02:53:45.325735 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b5e16-4d1d-4615-9d08-ea5f319a732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd30d6-36bb-4ac8-9666-ee38fff60b75,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:45.328565 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59124) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:45.374905 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.380818 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c462f261-bfc6-4ce1-a234-30422f5c1cb8 admin admin] Publish callbacks [] for security_group (f5cd30d6-36bb-4ac8-9666-ee38fff60b75), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.404000 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c462f261-bfc6-4ce1-a234-30422f5c1cb8 admin admin] Publish callbacks [] for security_group (f5cd30d6-36bb-4ac8-9666-ee38fff60b75), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.481749 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260295f-d075-41f6-9fc8-67cd6e420ee1 req-c4498a30-bc6b-41a8-8e52-1f0fc08b7f50 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:45.483277 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6260295f-d075-41f6-9fc8-67cd6e420ee1 req-c4498a30-bc6b-41a8-8e52-1f0fc08b7f50 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 931 time: 0.0706542 Mar 05 02:53:45.507194 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c462f261-bfc6-4ce1-a234-30422f5c1cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f5cd30d6-36bb-4ac8-9666-ee38fff60b75), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.509740 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c462f261-bfc6-4ce1-a234-30422f5c1cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.513144 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c462f261-bfc6-4ce1-a234-30422f5c1cb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5cd30d6-36bb-4ac8-9666-ee38fff60b75 HTTP/1.1" status: 204 len: 168 time: 0.1817658 Mar 05 02:53:45.522738 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462f261-bfc6-4ce1-a234-30422f5c1cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd30d6-36bb-4ac8-9666-ee38fff60b75,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:45.549001 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6260295f-d075-41f6-9fc8-67cd6e420ee1 req-48d1b2ca-c033-4893-b9ad-e1d8bc18db89 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586095 Mar 05 02:53:45.703734 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e5184-fc83-4f14-adc0-0414ace16115 req-6096f229-707f-4f27-9f1e-806adc9a4a27 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:45.705290 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6c9e5184-fc83-4f14-adc0-0414ace16115 req-6096f229-707f-4f27-9f1e-806adc9a4a27 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0995145 Mar 05 02:53:45.710581 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbd3233-f0fd-491c-8f14-b54247df3fdd {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:45.729284 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Publish callbacks [] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.757422 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Transition to ACTIVE for port object efbd3233-f0fd-491c-8f14-b54247df3fdd will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:53:45.765300 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.811671 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6c9e5184-fc83-4f14-adc0-0414ace16115 req-c01786d4-fb4c-4242-bff1-56bb858223c7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966363 Mar 05 02:53:45.833689 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Pushing event updated for resources: {'Port': ['ID=efbd3233-f0fd-491c-8f14-b54247df3fdd,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:45.906351 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Attempting to bind port efbd3233-f0fd-491c-8f14-b54247df3fdd on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:53:45.906697 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Attempting to bind port efbd3233-f0fd-491c-8f14-b54247df3fdd by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:53:45.907138 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Attempting to bind port efbd3233-f0fd-491c-8f14-b54247df3fdd on network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:45.912270 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Port efbd3233-f0fd-491c-8f14-b54247df3fdd on network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:53:45.912620 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Attempting to bind port efbd3233-f0fd-491c-8f14-b54247df3fdd on network 7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:53:45.917726 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:53:45.918073 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Checking segment: {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:53:45.918464 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Bound using segment: {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:53:45.918924 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Bound port: efbd3233-f0fd-491c-8f14-b54247df3fdd, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2468d5c9-dfc0-458e-834e-84a3361d7440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:53:45.919355 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:45.987529 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] For port efbd3233-f0fd-491c-8f14-b54247df3fdd, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:53:45.990549 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] For port efbd3233-f0fd-491c-8f14-b54247df3fdd, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:53:45.996601 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:46.035695 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.039137 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:46.039137 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-daa40e2f-7550-479d-8749-115323671e3f service neutron] 10.222.0.16 "PUT /v2.0/ports/efbd3233-f0fd-491c-8f14-b54247df3fdd HTTP/1.1" status: 200 len: 1093 time: 0.7290130 Mar 05 02:53:46.039137 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'tag': 'efbd3233-f0fd-491c-8f14-b54247df3fdd'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:46.040910 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac4bc25-725f-494f-ac0c-5ff41bfb4212" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4990e7-1461-4ea2-b83c-0fab4188889b", "tag": "efbd3233-f0fd-491c-8f14-b54247df3fdd"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:46.081638 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa40e2f-7550-479d-8749-115323671e3f service neutron] Pushing event updated for resources: {'Port': ['ID=efbd3233-f0fd-491c-8f14-b54247df3fdd,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:46.099317 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6578e4ea-73e0-4e23-ab47-44a843b07db4 x-openstack-request-id: req-6578e4ea-73e0-4e23-ab47-44a843b07db4 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:46.099614 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4990e7-1461-4ea2-b83c-0fab4188889b", "tag": "efbd3233-f0fd-491c-8f14-b54247df3fdd", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:46.099879 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6578e4ea-73e0-4e23-ab47-44a843b07db4 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:46.100284 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'tag': 'efbd3233-f0fd-491c-8f14-b54247df3fdd', 'status': 'completed', 'code': 200} Mar 05 02:53:46.160551 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-dba173e8-d95c-41d0-877b-6436f56eb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.162090 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-dba173e8-d95c-41d0-877b-6436f56eb0c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 1127 time: 0.0454049 Mar 05 02:53:46.218078 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-e4f8d86f-cd88-40f0-b65c-5cf858451d97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd HTTP/1.1" status: 200 len: 217 time: 0.0381835 Mar 05 02:53:46.270223 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-15bd8c4b-4d11-4116-999a-729ef210d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.271755 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-15bd8c4b-4d11-4116-999a-729ef210d5eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a642dc3-eb1c-4ee6-96e1-021d191149d6 HTTP/1.1" status: 200 len: 849 time: 0.0464382 Mar 05 02:53:46.303340 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-252fc0f5-e309-4c5f-aa9e-ce5e6135b831 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241649 Mar 05 02:53:46.402697 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-a794b71b-72c2-461d-b0bb-0f5584c96afc service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913370 Mar 05 02:53:46.511772 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c6df0db1-8e0d-49d9-b66d-ebd127409533 req-5df44e9d-995c-4de7-a05e-65103ccb15a2 service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954361 Mar 05 02:53:46.938913 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dda7bc-6e80-45bd-9a9b-e3038bf21fcf req-e087c2b3-4c91-41bd-bbca-f1958f3d683e tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.940386 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-98dda7bc-6e80-45bd-9a9b-e3038bf21fcf req-e087c2b3-4c91-41bd-bbca-f1958f3d683e tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 943 time: 0.3108392 Mar 05 02:53:46.944930 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7490902-a634-4a8b-8822-32302f7dca4a req-44877ea3-594e-4ae3-bf40-e3e6bf7f0278 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.952758 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d7490902-a634-4a8b-8822-32302f7dca4a req-44877ea3-594e-4ae3-bf40-e3e6bf7f0278 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0626636 Mar 05 02:53:46.956211 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-4fb5781e-c612-4b46-a276-ad550f933ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:46.957663 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-4fb5781e-c612-4b46-a276-ad550f933ad3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 1127 time: 0.3182216 Mar 05 02:53:47.000731 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d7490902-a634-4a8b-8822-32302f7dca4a req-26b1d88b-a7ce-42d3-a670-b49d05dd344c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Mar 05 02:53:47.057777 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-98dda7bc-6e80-45bd-9a9b-e3038bf21fcf req-bf74e163-3c8a-44a1-a6e6-130f791dcce2 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078410 Mar 05 02:53:47.084224 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-13142e93-2584-466c-9937-858a0ff46cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:47.085819 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-13142e93-2584-466c-9937-858a0ff46cc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 200 len: 910 time: 0.1161904 Mar 05 02:53:47.139848 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-c41cbca5-f26e-4b55-9405-fc5b2e6ebed1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd HTTP/1.1" status: 200 len: 217 time: 0.0424421 Mar 05 02:53:47.195026 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-9580a454-3aba-490c-9d59-634520f76a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:47.196490 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-9580a454-3aba-490c-9d59-634520f76a8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a642dc3-eb1c-4ee6-96e1-021d191149d6 HTTP/1.1" status: 200 len: 849 time: 0.0469053 Mar 05 02:53:47.228254 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-8d74d611-c61a-4de8-8f82-5b9d8b327637 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250690 Mar 05 02:53:47.326915 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-774388ef-fa90-4932-bbd9-385e79ee9b25 service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885892 Mar 05 02:53:47.429693 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fac4bc25-725f-494f-ac0c-5ff41bfb4212 req-30424cb2-8955-45fe-9bd7-015f98fc20ae service neutron] 10.222.0.16 "GET /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839272 Mar 05 02:53:47.646662 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:48.123917 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081030b-7db1-432a-b6c0-04a4ba35d0f7 req-7d79462c-211b-4b21-8897-a0cda005b29c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:48.133124 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4081030b-7db1-432a-b6c0-04a4ba35d0f7 req-7d79462c-211b-4b21-8897-a0cda005b29c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0527992 Mar 05 02:53:48.179513 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4081030b-7db1-432a-b6c0-04a4ba35d0f7 req-1cf62d50-bc94-4554-b950-ec8bd2b75093 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Mar 05 02:53:48.179705 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6470f5-dc7f-4853-a9a3-02e91ff12cfe req-49ee7d16-c277-4c02-9a63-1533c9e61e91 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:48.181465 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ac6470f5-dc7f-4853-a9a3-02e91ff12cfe req-49ee7d16-c277-4c02-9a63-1533c9e61e91 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 943 time: 0.0564351 Mar 05 02:53:48.232827 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ac6470f5-dc7f-4853-a9a3-02e91ff12cfe req-a0440c40-a153-4a62-8262-d0fee55b4ed3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Mar 05 02:53:49.320144 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59fda4-40b7-4668-876e-6632da61f101 req-2176425c-a28f-45a6-ad36-7332601e2617 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:49.327524 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2e59fda4-40b7-4668-876e-6632da61f101 req-2176425c-a28f-45a6-ad36-7332601e2617 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0778885 Mar 05 02:53:49.366405 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e190c-eae5-40ee-938a-4bf577054a18 req-f49062bf-8f2e-4cc6-ab2d-f8148ec754e4 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:49.368411 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bb2e190c-eae5-40ee-938a-4bf577054a18 req-f49062bf-8f2e-4cc6-ab2d-f8148ec754e4 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 943 time: 0.0650878 Mar 05 02:53:49.382625 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2e59fda4-40b7-4668-876e-6632da61f101 req-338448dc-eb02-474f-83ed-31b35f70bf0d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Mar 05 02:53:49.419358 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bb2e190c-eae5-40ee-938a-4bf577054a18 req-f478bb55-1d44-4b64-a34c-0f2546069bfc tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Mar 05 02:53:50.495251 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a080c8-d05c-4091-abb5-42fe46f8a4a7 req-12ed0d48-74df-4cf5-86f7-b0fa12e4b7ec tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:50.496724 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17a080c8-d05c-4091-abb5-42fe46f8a4a7 req-12ed0d48-74df-4cf5-86f7-b0fa12e4b7ec tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0543377 Mar 05 02:53:50.536746 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8299b9-f78a-451a-9d5e-5ba172a03232 req-d87ee301-afb6-4769-8c37-a3feb70341a3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:50.538866 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6e8299b9-f78a-451a-9d5e-5ba172a03232 req-d87ee301-afb6-4769-8c37-a3feb70341a3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 943 time: 0.0531161 Mar 05 02:53:50.543059 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17a080c8-d05c-4091-abb5-42fe46f8a4a7 req-27c34870-12c9-4dc7-8912-20147bf3382a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Mar 05 02:53:50.586222 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6e8299b9-f78a-451a-9d5e-5ba172a03232 req-124c99b4-166d-44f1-9e06-d9c96318ba48 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Mar 05 02:53:50.590985 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device efbd3233-f0fd-491c-8f14-b54247df3fdd details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:53:50.688667 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port efbd3233-f0fd-491c-8f14-b54247df3fdd, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:50.700250 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'efbd3233-f0fd-491c-8f14-b54247df3fdd', 'network_id': '7b1d9fcd-2eed-4b85-a56c-a44deaeeb594', 'port_id': 'efbd3233-f0fd-491c-8f14-b54247df3fdd', 'mac_address': 'fa:16:3e:25:46:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a642dc3-eb1c-4ee6-96e1-021d191149d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:53:50.737624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port efbd3233-f0fd-491c-8f14-b54247df3fdd is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:50.738021 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:50.750491 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbd3233-f0fd-491c-8f14-b54247df3fdd {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:53:50.769852 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port efbd3233-f0fd-491c-8f14-b54247df3fdd, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:50.773533 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:50.826769 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=efbd3233-f0fd-491c-8f14-b54247df3fdd,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:51.263739 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['efbd3233-f0fd-491c-8f14-b54247df3fdd'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:53:51.663774 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a5ca-88b7-4199-a6ab-c44ca166b64e req-d4912ca0-024b-4533-b1d1-f7325eecfcc7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:51.665241 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f080a5ca-88b7-4199-a6ab-c44ca166b64e req-d4912ca0-024b-4533-b1d1-f7325eecfcc7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0574987 Mar 05 02:53:51.710283 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15456-4404-44dc-b91f-b87039fe0e67 req-28992a19-acb5-442f-8671-e511315b55fc tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:51.712467 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a1f15456-4404-44dc-b91f-b87039fe0e67 req-28992a19-acb5-442f-8671-e511315b55fc tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 944 time: 0.0566700 Mar 05 02:53:51.714501 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f080a5ca-88b7-4199-a6ab-c44ca166b64e req-6ac5ecb5-196b-4e18-8828-2e2ceffdc567 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Mar 05 02:53:51.759685 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a1f15456-4404-44dc-b91f-b87039fe0e67 req-04cf1909-9753-464e-b696-4932a5e3496a tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Mar 05 02:53:52.593596 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device efbd3233-f0fd-491c-8f14-b54247df3fdd up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:53:52.644036 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port efbd3233-f0fd-491c-8f14-b54247df3fdd completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:53:52.647853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port efbd3233-f0fd-491c-8f14-b54247df3fdd triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:53:52.648239 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.724747 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port efbd3233-f0fd-491c-8f14-b54247df3fdd is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:53:52.725139 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.748181 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbd3233-f0fd-491c-8f14-b54247df3fdd'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:52.750597 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5af742-fc0d-4fed-8a0f-a376b1513fa2" -d '{"events": [{"server_uuid": "ba4990e7-1461-4ea2-b83c-0fab4188889b", "name": "network-vif-plugged", "status": "completed", "tag": "efbd3233-f0fd-491c-8f14-b54247df3fdd"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:52.766607 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port efbd3233-f0fd-491c-8f14-b54247df3fdd, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:52.771536 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:52.802137 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9760e6f1-0ae6-4277-a72d-e127e778f2f4 x-openstack-request-id: req-9760e6f1-0ae6-4277-a72d-e127e778f2f4 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:52.802453 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4990e7-1461-4ea2-b83c-0fab4188889b", "name": "network-vif-plugged", "status": "completed", "tag": "efbd3233-f0fd-491c-8f14-b54247df3fdd", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:52.802712 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9760e6f1-0ae6-4277-a72d-e127e778f2f4 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:52.803122 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbd3233-f0fd-491c-8f14-b54247df3fdd', 'code': 200} Mar 05 02:53:52.830669 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=efbd3233-f0fd-491c-8f14-b54247df3fdd,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:52.848504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663fe1-df00-471e-afcd-f7acc760cc08 req-673147f1-12e7-4f99-b7a6-44dd786bd308 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.850854 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-84663fe1-df00-471e-afcd-f7acc760cc08 req-673147f1-12e7-4f99-b7a6-44dd786bd308 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0667450 Mar 05 02:53:52.893402 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71267376-7540-4e3d-a80f-40d7ee1796db req-349477e9-0826-4a9f-979b-412acdf53ccd tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:52.894926 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-71267376-7540-4e3d-a80f-40d7ee1796db req-349477e9-0826-4a9f-979b-412acdf53ccd tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.0590906 Mar 05 02:53:52.900010 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-84663fe1-df00-471e-afcd-f7acc760cc08 req-dd28c035-ee1e-4369-9b98-f03e679e523e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Mar 05 02:53:52.946045 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-71267376-7540-4e3d-a80f-40d7ee1796db req-4dace128-38c2-400a-9a4d-07b161b01fb8 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Mar 05 02:53:53.044357 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eece0f4-2954-4609-8a37-29cedc723b7f req-2e4c3dfd-1f05-479f-b721-8a8d7abc9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:53.045858 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9eece0f4-2954-4609-8a37-29cedc723b7f req-2e4c3dfd-1f05-479f-b721-8a8d7abc9b99 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 1129 time: 0.0464342 Mar 05 02:53:53.090236 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9eece0f4-2954-4609-8a37-29cedc723b7f req-3956c6bf-a192-4823-be3f-b97d208c3bcb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Mar 05 02:53:53.616593 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59312) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:53.718505 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-caac1c91-66cf-401b-83be-18ef9a76afe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.790607 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-caac1c91-66cf-401b-83be-18ef9a76afe1 admin admin] Publish callbacks [] for security_group (96ef7297-304e-46a6-8469-0d6fc3497eba), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.794178 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-caac1c91-66cf-401b-83be-18ef9a76afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (96ef7297-304e-46a6-8469-0d6fc3497eba), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.831499 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac1c91-66cf-401b-83be-18ef9a76afe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ef7297-304e-46a6-8469-0d6fc3497eba,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:53.835881 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-caac1c91-66cf-401b-83be-18ef9a76afe1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be13a54ef03349008c3c4899eec7dfc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182798 Mar 05 02:53:53.838929 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59316) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:53.887922 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ca814705-15f4-4f39-b5d7-a10831e4ab3b admin admin] Publish callbacks [] for security_group (96ef7297-304e-46a6-8469-0d6fc3497eba), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.908550 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ca814705-15f4-4f39-b5d7-a10831e4ab3b admin admin] Publish callbacks [] for security_group (96ef7297-304e-46a6-8469-0d6fc3497eba), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.957453 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ca814705-15f4-4f39-b5d7-a10831e4ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (96ef7297-304e-46a6-8469-0d6fc3497eba), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.961462 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ca814705-15f4-4f39-b5d7-a10831e4ab3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:53.963366 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ca814705-15f4-4f39-b5d7-a10831e4ab3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96ef7297-304e-46a6-8469-0d6fc3497eba HTTP/1.1" status: 204 len: 168 time: 0.1232023 Mar 05 02:53:53.984441 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca814705-15f4-4f39-b5d7-a10831e4ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ef7297-304e-46a6-8469-0d6fc3497eba,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:54.051231 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d214cce-b405-4183-b304-881b35f8df5d req-8409c559-0f17-453d-8144-a41f52426da5 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:54.053420 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3d214cce-b405-4183-b304-881b35f8df5d req-8409c559-0f17-453d-8144-a41f52426da5 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0717092 Mar 05 02:53:54.117130 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e2fef-b37b-4c0e-88ec-d4a37c436104 req-f2799bd3-7ba1-4dcb-a9ff-9dda0840e8ed tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:54.118870 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cc7e2fef-b37b-4c0e-88ec-d4a37c436104 req-f2799bd3-7ba1-4dcb-a9ff-9dda0840e8ed tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.0587499 Mar 05 02:53:54.120011 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3d214cce-b405-4183-b304-881b35f8df5d req-e6978d22-d5f4-4c43-abb8-444ade84ccc4 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Mar 05 02:53:54.176196 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cc7e2fef-b37b-4c0e-88ec-d4a37c436104 req-07e8db8c-9c20-475a-8166-64c24ef942f8 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497639 Mar 05 02:53:54.276156 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59326) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:54.289762 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f9dd-caad-46ca-865b-b09c25c44bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.362107 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f9dd-caad-46ca-865b-b09c25c44bf2 admin admin] Publish callbacks [] for security_group (c0a37263-9993-40d0-ac7a-7c51eb342f2f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.365735 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f9dd-caad-46ca-865b-b09c25c44bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (c0a37263-9993-40d0-ac7a-7c51eb342f2f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.403314 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d9b9f9dd-caad-46ca-865b-b09c25c44bf2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=631db6e795bf40e299386f81d1fbc524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259851 Mar 05 02:53:54.404537 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9f9dd-caad-46ca-865b-b09c25c44bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a37263-9993-40d0-ac7a-7c51eb342f2f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:54.405923 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59328) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:54.453875 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e41e-bc55-40c7-b75f-6d4fce492f06 admin admin] Publish callbacks [] for security_group (c0a37263-9993-40d0-ac7a-7c51eb342f2f), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.474404 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e41e-bc55-40c7-b75f-6d4fce492f06 admin admin] Publish callbacks [] for security_group (c0a37263-9993-40d0-ac7a-7c51eb342f2f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.518898 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e41e-bc55-40c7-b75f-6d4fce492f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (c0a37263-9993-40d0-ac7a-7c51eb342f2f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.521415 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e41e-bc55-40c7-b75f-6d4fce492f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.522549 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c0f7e41e-bc55-40c7-b75f-6d4fce492f06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0a37263-9993-40d0-ac7a-7c51eb342f2f HTTP/1.1" status: 204 len: 168 time: 0.1156437 Mar 05 02:53:54.529880 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e41e-bc55-40c7-b75f-6d4fce492f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a37263-9993-40d0-ac7a-7c51eb342f2f,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:54.857870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59342) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:54.872002 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9719dd71-9ccc-4d1b-9579-35bf60f1867d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.958420 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9719dd71-9ccc-4d1b-9579-35bf60f1867d admin admin] Publish callbacks [] for security_group (84481f20-e382-4570-96d1-631a3396557f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:54.964242 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9719dd71-9ccc-4d1b-9579-35bf60f1867d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (84481f20-e382-4570-96d1-631a3396557f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:55.003731 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719dd71-9ccc-4d1b-9579-35bf60f1867d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84481f20-e382-4570-96d1-631a3396557f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:55.011347 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-9719dd71-9ccc-4d1b-9579-35bf60f1867d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=858cfbe787e546cf9376d3e8ff36f66e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499801 Mar 05 02:53:55.012291 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59348) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:53:55.063857 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94a13e73-83f9-4ffe-abca-150d21e67553 admin admin] Publish callbacks [] for security_group (84481f20-e382-4570-96d1-631a3396557f), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:55.084877 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94a13e73-83f9-4ffe-abca-150d21e67553 admin admin] Publish callbacks [] for security_group (84481f20-e382-4570-96d1-631a3396557f), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:55.128906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94a13e73-83f9-4ffe-abca-150d21e67553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (84481f20-e382-4570-96d1-631a3396557f), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:55.131428 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-94a13e73-83f9-4ffe-abca-150d21e67553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:55.132553 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-94a13e73-83f9-4ffe-abca-150d21e67553 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84481f20-e382-4570-96d1-631a3396557f HTTP/1.1" status: 204 len: 168 time: 0.1201303 Mar 05 02:53:55.140284 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a13e73-83f9-4ffe-abca-150d21e67553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84481f20-e382-4570-96d1-631a3396557f,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:55.249698 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56e350-ec90-4062-b8f0-1f57458f10ea req-cb5fcfa1-77cd-4a31-b809-0e37c93284c5 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:55.252079 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2f56e350-ec90-4062-b8f0-1f57458f10ea req-cb5fcfa1-77cd-4a31-b809-0e37c93284c5 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0603294 Mar 05 02:53:55.311643 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421c6da-fd03-4eaa-873a-8a1f131a03aa req-3e67466b-68d1-4316-80ee-ba29bfa0d51b tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:55.311643 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5421c6da-fd03-4eaa-873a-8a1f131a03aa req-3e67466b-68d1-4316-80ee-ba29bfa0d51b tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.0621436 Mar 05 02:53:55.319282 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2f56e350-ec90-4062-b8f0-1f57458f10ea req-8042f7fc-9d58-4285-93ff-021e4ab6b155 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Mar 05 02:53:55.368648 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5421c6da-fd03-4eaa-873a-8a1f131a03aa req-19e04cad-e0dd-42c1-9bfa-cfc5f8c45123 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Mar 05 02:53:56.330218 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d807d-dbcc-4eb1-93a9-f55b92be9a40 req-bad4d6cb-ce01-4c8a-9a91-33490ec81043 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:56.331734 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-915d807d-dbcc-4eb1-93a9-f55b92be9a40 req-bad4d6cb-ce01-4c8a-9a91-33490ec81043 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.0548081 Mar 05 02:53:56.383514 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-915d807d-dbcc-4eb1-93a9-f55b92be9a40 req-dda4858a-c3a1-4769-9599-64c3ae7cbd90 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462654 Mar 05 02:53:56.441551 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af915ab-85b2-4e65-814d-bf48c73dc2c6 req-c8009eb7-987d-4f3a-a1f6-a9ac6e018b9d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:56.443067 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4af915ab-85b2-4e65-814d-bf48c73dc2c6 req-c8009eb7-987d-4f3a-a1f6-a9ac6e018b9d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0569050 Mar 05 02:53:56.500526 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4af915ab-85b2-4e65-814d-bf48c73dc2c6 req-9e705a3f-8a11-496a-9234-d0cd4a0230a0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Mar 05 02:53:57.500493 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b31a3-4cb4-4f59-b215-8ea97324257a req-1ad20123-2410-44d7-be9f-f39e1c9a03ed tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:57.502482 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-926b31a3-4cb4-4f59-b215-8ea97324257a req-1ad20123-2410-44d7-be9f-f39e1c9a03ed tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.0530326 Mar 05 02:53:57.552044 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-926b31a3-4cb4-4f59-b215-8ea97324257a req-0e8d79e9-43af-4295-b1a5-0f5936ed9ec4 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Mar 05 02:53:57.614650 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220032f-8dc0-4318-8ac0-2380009182e9 req-c52b3b89-5661-4c3e-bb1e-99ce465731b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:57.616194 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f220032f-8dc0-4318-8ac0-2380009182e9 req-c52b3b89-5661-4c3e-bb1e-99ce465731b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0518990 Mar 05 02:53:57.661835 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f220032f-8dc0-4318-8ac0-2380009182e9 req-26e1666a-6ea9-4dd9-83dd-808b7bf5686a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 Mar 05 02:53:58.324591 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06956d69-a7f2-466c-922d-c53937ba5127 req-42785361-4f3e-41e7-a24d-0e0925168e7f tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:58.326324 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-06956d69-a7f2-466c-922d-c53937ba5127 req-42785361-4f3e-41e7-a24d-0e0925168e7f tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.0524404 Mar 05 02:53:58.422375 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Deleting port efbd3233-f0fd-491c-8f14-b54247df3fdd {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:53:58.422745 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:58.510613 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] For port efbd3233-f0fd-491c-8f14-b54247df3fdd, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=efbd3233-f0fd-491c-8f14-b54247df3fdd,segment=NetworkSegment(2468d5c9-dfc0-458e-834e-84a3361d7440),segment_id=2468d5c9-dfc0-458e-834e-84a3361d7440)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:53:58.511387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:58.524406 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Calling delete_port for efbd3233-f0fd-491c-8f14-b54247df3fdd owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:53:58.684192 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (efbd3233-f0fd-491c-8f14-b54247df3fdd), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:58.724375 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Pushing event deleted for resources: {'Port': ['ID=efbd3233-f0fd-491c-8f14-b54247df3fdd,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:53:58.732464 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['efbd3233-f0fd-491c-8f14-b54247df3fdd'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:53:58.734036 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349a3f6-e3cf-49b7-b9cf-eb96c0ed56d9 req-715bdedd-84ac-46d0-a21f-d7ae54241a1d tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:58.735637 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c349a3f6-e3cf-49b7-b9cf-eb96c0ed56d9 req-715bdedd-84ac-46d0-a21f-d7ae54241a1d tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba4990e7-1461-4ea2-b83c-0fab4188889b HTTP/1.1" status: 200 len: 945 time: 0.1036322 Mar 05 02:53:58.789131 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] No DVR routers for this DVR port efbd3233-f0fd-491c-8f14-b54247df3fdd on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:53:58.792772 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:53:58.796050 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-06956d69-a7f2-466c-922d-c53937ba5127 req-84743389-e30e-49a4-9d82-f42f2b038ba3 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.16 "DELETE /v2.0/ports/efbd3233-f0fd-491c-8f14-b54247df3fdd HTTP/1.1" status: 204 len: 173 time: 0.4648466 Mar 05 02:53:58.796478 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8438-92b9-44fb-8f97-b45b7281b303 req-40f433c4-641e-4dcc-bcee-8c6e9f225670 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:53:58.797001 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'name': 'network-vif-deleted', 'tag': 'efbd3233-f0fd-491c-8f14-b54247df3fdd'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:53:58.798028 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e60c8438-92b9-44fb-8f97-b45b7281b303 req-40f433c4-641e-4dcc-bcee-8c6e9f225670 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0680623 Mar 05 02:53:58.798722 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115d767-ea26-4a7f-adb6-7e49a117cacf" -d '{"events": [{"server_uuid": "ba4990e7-1461-4ea2-b83c-0fab4188889b", "name": "network-vif-deleted", "tag": "efbd3233-f0fd-491c-8f14-b54247df3fdd"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:53:58.830508 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c349a3f6-e3cf-49b7-b9cf-eb96c0ed56d9 req-c25b70f7-12bf-430c-8d57-e844cb78c5e2 tempest-VolumesActionsTest-1771317244 tempest-VolumesActionsTest-1771317244-project] 10.222.0.11 "GET /v2.0/security-groups?id=7e2c81ec-950f-4a4e-a2bc-0ff57633e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Mar 05 02:53:58.857361 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e60c8438-92b9-44fb-8f97-b45b7281b303 req-8775accc-e7b4-4aad-9514-62e870a2a1ff tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Mar 05 02:53:58.876771 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208989ec-ff5c-4303-a92a-c639dd17209f x-openstack-request-id: req-208989ec-ff5c-4303-a92a-c639dd17209f {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:53:58.877069 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4990e7-1461-4ea2-b83c-0fab4188889b", "name": "network-vif-deleted", "tag": "efbd3233-f0fd-491c-8f14-b54247df3fdd", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:53:58.877329 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-208989ec-ff5c-4303-a92a-c639dd17209f {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:53:58.877724 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4990e7-1461-4ea2-b83c-0fab4188889b', 'name': 'network-vif-deleted', 'tag': 'efbd3233-f0fd-491c-8f14-b54247df3fdd', 'status': 'completed', 'code': 200} Mar 05 02:54:00.001343 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09007d70-edee-47e5-85f1-03e117f4c483 req-4b9634be-f202-4804-a8b9-83afb96025fa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:00.003473 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-09007d70-edee-47e5-85f1-03e117f4c483 req-4b9634be-f202-4804-a8b9-83afb96025fa tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0685909 Mar 05 02:54:00.054962 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-09007d70-edee-47e5-85f1-03e117f4c483 req-6ae253c3-7ef9-4eb7-822c-c6dc00d48d6a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Mar 05 02:54:00.503851 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014cc7cf-613b-41c8-9a59-26274f39eb10 req-f9d4531b-1fea-45b3-9c41-f7dfa095f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:00.505397 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-014cc7cf-613b-41c8-9a59-26274f39eb10 req-f9d4531b-1fea-45b3-9c41-f7dfa095f46f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.0449402 Mar 05 02:54:00.554724 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-014cc7cf-613b-41c8-9a59-26274f39eb10 req-f600720d-98f4-4010-9b55-a37b9d389026 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Mar 05 02:54:01.179241 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f65ebc-06a6-4299-911e-ea865fc2fcf3 req-c42e7f28-3086-4541-9995-4b802db72616 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:01.181538 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64f65ebc-06a6-4299-911e-ea865fc2fcf3 req-c42e7f28-3086-4541-9995-4b802db72616 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0548930 Mar 05 02:54:01.227734 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64f65ebc-06a6-4299-911e-ea865fc2fcf3 req-2487b01a-1a9a-4c2f-a71c-bf8becc29533 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Mar 05 02:54:02.092512 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59514) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:02.199089 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6583157c-e8e8-4380-8f64-278b418bbc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.282265 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6583157c-e8e8-4380-8f64-278b418bbc21 admin admin] Publish callbacks [] for security_group (08606b9c-1061-4a2b-b911-d61f083e6605), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.286287 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6583157c-e8e8-4380-8f64-278b418bbc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (08606b9c-1061-4a2b-b911-d61f083e6605), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.326934 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-6583157c-e8e8-4380-8f64-278b418bbc21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5de2e9053f9c4e5e959919df50ecf919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332752 Mar 05 02:54:02.327818 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583157c-e8e8-4380-8f64-278b418bbc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08606b9c-1061-4a2b-b911-d61f083e6605,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:02.331229 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59520) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:02.346182 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baba405-ed26-4c35-8c52-5c55bb185f03 req-eb09f283-d54a-41eb-8305-cd5924c1a414 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.353018 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0baba405-ed26-4c35-8c52-5c55bb185f03 req-eb09f283-d54a-41eb-8305-cd5924c1a414 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0587711 Mar 05 02:54:02.390168 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3ce4622d-d720-4920-9535-b480d77be412 admin admin] Publish callbacks [] for security_group (08606b9c-1061-4a2b-b911-d61f083e6605), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.402085 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0baba405-ed26-4c35-8c52-5c55bb185f03 req-00b8b324-8aa6-4409-b9ee-009a2120e0ef tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 Mar 05 02:54:02.412332 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3ce4622d-d720-4920-9535-b480d77be412 admin admin] Publish callbacks [] for security_group (08606b9c-1061-4a2b-b911-d61f083e6605), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.464517 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3ce4622d-d720-4920-9535-b480d77be412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (08606b9c-1061-4a2b-b911-d61f083e6605), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.467089 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3ce4622d-d720-4920-9535-b480d77be412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:02.468303 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-3ce4622d-d720-4920-9535-b480d77be412 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08606b9c-1061-4a2b-b911-d61f083e6605 HTTP/1.1" status: 204 len: 168 time: 0.1357889 Mar 05 02:54:02.478090 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4622d-d720-4920-9535-b480d77be412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08606b9c-1061-4a2b-b911-d61f083e6605,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:02.678347 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device efbd3233-f0fd-491c-8f14-b54247df3fdd no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:54:02.774902 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: efbd3233-f0fd-491c-8f14-b54247df3fdd {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:54:02.775165 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device efbd3233-f0fd-491c-8f14-b54247df3fdd not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:54:02.805060 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-6d9c3345-8272-46d5-9697-7e2b8b7fdf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.806917 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-6d9c3345-8272-46d5-9697-7e2b8b7fdf11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.1162097 Mar 05 02:54:02.815304 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd73b0-76bd-4e1d-ae85-fe1d26fdd113 req-8e2d8514-8424-4e15-86a7-ae5458ad3cc2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.822023 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d9dd73b0-76bd-4e1d-ae85-fe1d26fdd113 req-8e2d8514-8424-4e15-86a7-ae5458ad3cc2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.1447973 Mar 05 02:54:02.958278 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d9dd73b0-76bd-4e1d-ae85-fe1d26fdd113 req-e7a1dbaf-ecf5-4b30-99bb-cae24ed7e7d6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192532 Mar 05 02:54:02.987196 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-6d7bcdd1-371c-4fb3-a358-1f8036d59ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:02.988949 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-6d7bcdd1-371c-4fb3-a358-1f8036d59ae0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.1657174 Mar 05 02:54:03.039601 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-c2ca57de-cba0-4baf-b7da-c5a2daf73a7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.0419409 Mar 05 02:54:03.127417 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-d1fe4129-c26e-4a0e-b96a-8d093c788b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:03.129345 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-d1fe4129-c26e-4a0e-b96a-8d093c788b1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0782511 Mar 05 02:54:03.178774 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-40252c68-b265-4356-b87d-bbe02190ee8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310774 Mar 05 02:54:03.297050 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-d93827ff-38ab-4aef-a3c2-8aa6ab43f457 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104317 Mar 05 02:54:03.400799 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-020ff2ca-e295-4e62-8230-587138cdfe77 req-eceeffb1-e1bd-42f2-be94-12a40020da96 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962846 Mar 05 02:54:04.105400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59197903-d8f6-4f22-a51e-b44b265d22c8 req-de31bfe4-f481-4b81-aad5-aceecd6754b7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:04.107009 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-59197903-d8f6-4f22-a51e-b44b265d22c8 req-de31bfe4-f481-4b81-aad5-aceecd6754b7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0770566 Mar 05 02:54:04.196723 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-59197903-d8f6-4f22-a51e-b44b265d22c8 req-a28635d7-b8e7-4621-b85a-979b54159986 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705490 Mar 05 02:54:05.383343 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fac31-a026-4823-bf8c-95e811ee654e req-f3cf93ed-283a-4f62-a45a-0acbf17d2118 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:05.385904 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d3fac31-a026-4823-bf8c-95e811ee654e req-f3cf93ed-283a-4f62-a45a-0acbf17d2118 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0804935 Mar 05 02:54:05.445134 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d3fac31-a026-4823-bf8c-95e811ee654e req-a3eab8c3-d25d-4c4e-9e37-f1878d308072 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532572 Mar 05 02:54:05.985749 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62ce6c-7af9-408e-889c-200f57750a14 req-281913f0-c306-4d71-ac6e-4d5b36f3b0fe tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:05.987286 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8f62ce6c-7af9-408e-889c-200f57750a14 req-281913f0-c306-4d71-ac6e-4d5b36f3b0fe tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0576384 Mar 05 02:54:06.045182 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8f62ce6c-7af9-408e-889c-200f57750a14 req-c1f0778c-f715-4c10-832e-a55f1cecf8a6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514190 Mar 05 02:54:06.601553 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1be9-e3a3-493e-9fd7-24fe193e1953 req-a0adeeac-8030-472d-8845-443983adb369 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:06.603221 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7d3c1be9-e3a3-493e-9fd7-24fe193e1953 req-a0adeeac-8030-472d-8845-443983adb369 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0717497 Mar 05 02:54:06.666634 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7d3c1be9-e3a3-493e-9fd7-24fe193e1953 req-7e77cb95-02b1-4a12-a97d-1a2552bc8641 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567918 Mar 05 02:54:07.218129 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ab820-2e57-467a-b305-4d14bd2b134a req-76c2244b-de5c-476c-aa1d-a6978338319f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:07.219646 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3a8ab820-2e57-467a-b305-4d14bd2b134a req-76c2244b-de5c-476c-aa1d-a6978338319f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0881276 Mar 05 02:54:07.285133 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3a8ab820-2e57-467a-b305-4d14bd2b134a req-1dc851e0-1c71-45e3-86e1-41cc41942500 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574381 Mar 05 02:54:08.283575 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048f23-cda5-4ba8-ae8a-388f7e763d0e req-5df2900c-891f-45ab-b652-19f446b8cd47 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:08.291466 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c5048f23-cda5-4ba8-ae8a-388f7e763d0e req-5df2900c-891f-45ab-b652-19f446b8cd47 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0985296 Mar 05 02:54:08.355353 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c5048f23-cda5-4ba8-ae8a-388f7e763d0e req-48e14e91-ddca-40fc-a5f1-f88ee0e6ed4c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630100 Mar 05 02:54:08.511632 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93946e9d-0a3b-4a30-91ae-40d29b81f1e4 req-442b6c0d-639d-45c8-914c-1955d57fe197 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:08.513691 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-93946e9d-0a3b-4a30-91ae-40d29b81f1e4 req-442b6c0d-639d-45c8-914c-1955d57fe197 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0615015 Mar 05 02:54:08.535121 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59636) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:08.540537 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602881691', 'description': 'tempest-description--1400881334'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:08.580263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.603824 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-93946e9d-0a3b-4a30-91ae-40d29b81f1e4 req-7eec5b41-b7b3-41f7-a122-2ae228d69add tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818610 Mar 05 02:54:08.698422 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (850f6e1e-33ad-4334-81a4-61677858ccc1), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.703397 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (850f6e1e-33ad-4334-81a4-61677858ccc1), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.742761 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850f6e1e-33ad-4334-81a4-61677858ccc1,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:08.753704 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.755100 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c2c2dcfc-7bad-411a-8ed5-fe4de5fbe539 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2180500 Mar 05 02:54:08.757912 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59640) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:08.762498 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': '850f6e1e-33ad-4334-81a4-61677858ccc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:08.812835 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (f6e5f153-568c-4937-9889-7e388519aee3), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.857472 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-35ff013b-0abb-42c1-8dcb-010447d5c12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.895412 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (f6e5f153-568c-4937-9889-7e388519aee3), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.906716 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (f6e5f153-568c-4937-9889-7e388519aee3), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.926475 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e5f153-568c-4937-9889-7e388519aee3,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:08.967908 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:08.969176 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-39cd0269-b3ec-4b50-962f-35730bb33ee5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102783 Mar 05 02:54:08.974407 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59652) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:08.980714 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': '850f6e1e-33ad-4334-81a4-61677858ccc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:09.027005 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (38312927-1b0e-4035-baf2-bbcd0a2397be), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.123696 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (38312927-1b0e-4035-baf2-bbcd0a2397be), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.131199 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (38312927-1b0e-4035-baf2-bbcd0a2397be), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.144106 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38312927-1b0e-4035-baf2-bbcd0a2397be,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:09.176788 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.181064 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-493f9b62-49bb-4cb9-98cb-4aea06cb0eda tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026732 Mar 05 02:54:09.182398 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59654) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:09.187340 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:09.216766 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.352467 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.471514 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.28.2.132 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/57c161f2-c443-48f8-9469-464f31014ee6) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:09.590857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (57c161f2-c443-48f8-9469-464f31014ee6), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.627565 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (57c161f2-c443-48f8-9469-464f31014ee6), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.676612 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:09.679959 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:09.683053 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:09.689490 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=57c161f2-c443-48f8-9469-464f31014ee6,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:09.805095 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (b6f90de8-4bf7-4d00-899e-9ee38e100b92), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.817389 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd989ec-f0dc-49b5-92ca-52685cec7feb req-1367c2e6-e8f5-43ed-9f4f-aa17630ce066 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:09.824645 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bbd989ec-f0dc-49b5-92ca-52685cec7feb req-1367c2e6-e8f5-43ed-9f4f-aa17630ce066 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0796967 Mar 05 02:54:09.858269 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (57c161f2-c443-48f8-9469-464f31014ee6), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:09.881369 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bbd989ec-f0dc-49b5-92ca-52685cec7feb req-47b7d845-41f5-4a08-a598-831f14a36d6d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556648 Mar 05 02:54:10.054684 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (57c161f2-c443-48f8-9469-464f31014ee6), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.067152 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (57c161f2-c443-48f8-9469-464f31014ee6), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.147536 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=57c161f2-c443-48f8-9469-464f31014ee6,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:10.161991 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (b6f90de8-4bf7-4d00-899e-9ee38e100b92), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.182577 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:10.186846 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-291f377a-b53f-47f2-b644-f38611d7507f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0003357 Mar 05 02:54:10.408433 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-4206acd5-670d-45fb-8fee-0692eea7f0d5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--602881691&fields=id&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 267 time: 0.0496140 Mar 05 02:54:10.541095 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-118168c2-7046-4f3d-910a-8625e9f127e5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:10.548218 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-118168c2-7046-4f3d-910a-8625e9f127e5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.1283193 Mar 05 02:54:10.559613 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-22c54787-dd16-4c7b-b877-7f1fb32c367b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/quotas/2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 375 time: 0.0101867 Mar 05 02:54:10.633605 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-88904a8b-64a3-49bc-841e-92097137cf1b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649731 Mar 05 02:54:10.751927 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-72eff895-bdeb-46e8-b603-de427314d40e service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938563 Mar 05 02:54:10.864619 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-a1aa185a-298e-433c-9de3-7e07bf44c88b service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024199 Mar 05 02:54:10.950106 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2106382c-bef2-4c41-9734-21fe3b74c4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:11.054098 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e234c2-f034-4c06-886e-00d7eb47d401 req-d3bc72e4-822b-482a-997c-b31886e16dc1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:11.061630 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b8e234c2-f034-4c06-886e-00d7eb47d401 req-d3bc72e4-822b-482a-997c-b31886e16dc1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1066675 Mar 05 02:54:11.084488 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-33ef0bb4-6968-4186-b926-1ed5e3e166fa req-3f7e5f69-b099-49cd-a4b2-9fef2573bbd7 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 210 time: 0.0468731 Mar 05 02:54:11.127170 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b8e234c2-f034-4c06-886e-00d7eb47d401 req-30245de9-edcc-453f-a0d7-9fe20f24f5a1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641315 Mar 05 02:54:11.637303 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670cf22-4192-4e77-8e2b-4b9b1604cada req-85541a5a-b4f7-49f5-88da-0bc755f3b41e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:11.645055 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8670cf22-4192-4e77-8e2b-4b9b1604cada req-85541a5a-b4f7-49f5-88da-0bc755f3b41e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0972497 Mar 05 02:54:11.678829 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-d650fcad-5329-49cd-bc27-151bbfbb2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:11.680347 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-d650fcad-5329-49cd-bc27-151bbfbb2d32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.0976272 Mar 05 02:54:11.745262 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8670cf22-4192-4e77-8e2b-4b9b1604cada req-eb2e0bb2-8763-49fc-adbd-431b0c007cca tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989764 Mar 05 02:54:11.825261 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-6fa8bf26-1c6c-45f5-a9e0-6ef2bc2444f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:11.827424 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-6fa8bf26-1c6c-45f5-a9e0-6ef2bc2444f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.1381998 Mar 05 02:54:11.903528 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-d6890f44-8fb9-4a74-aa71-1810268a2353 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.0461955 Mar 05 02:54:11.973669 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-faad3c96-c386-4d54-96cc-604427ec67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:11.975185 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-faad3c96-c386-4d54-96cc-604427ec67ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0636075 Mar 05 02:54:12.014836 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-a98fce38-dfdc-4802-856d-4aab4c931bae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311780 Mar 05 02:54:12.122648 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-ea35a212-7388-401d-9389-5bb340380f73 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998757 Mar 05 02:54:12.246597 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5fd83f9c-ba06-4933-b326-97f2f6f8acac req-781ac20d-94ed-44b1-a34d-f1a0815b11a4 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 210 time: 0.0553877 Mar 05 02:54:12.264844 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:12.335686 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9f313-bd55-4238-8805-3cbac1efcd88 req-a8723d95-afda-44ee-948e-a4f3d49a4c26 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:12.337339 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4df9f313-bd55-4238-8805-3cbac1efcd88 req-a8723d95-afda-44ee-948e-a4f3d49a4c26 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1036243 Mar 05 02:54:12.352956 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-481c9f74-3d0f-4dd3-a0c5-2dfd87d34826 req-1eded921-72d8-4ec0-b762-962d44c3e520 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227297 Mar 05 02:54:12.381167 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:54:12.426318 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4df9f313-bd55-4238-8805-3cbac1efcd88 req-0923d417-5ef1-4b94-a50b-509562ef8d24 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830190 Mar 05 02:54:12.695759 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-1dc08a6f-433c-4674-85e8-6ee95c45b00b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:12.698261 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-1dc08a6f-433c-4674-85e8-6ee95c45b00b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.1235156 Mar 05 02:54:12.831074 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-bb275e6e-7911-4d73-8251-789dd0f304ad tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 472 time: 0.0888212 Mar 05 02:54:12.844858 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'port': {'device_id': '69a61258-a40c-4344-b07d-6e840699ec08', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'admin_state_up': True, 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'security_groups': ['850f6e1e-33ad-4334-81a4-61677858ccc1']}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:12.910925 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c767b-1297-4a9b-b0a5-d9801b5a203a req-ac64f6bd-350f-4c3f-96af-afb4d782caf6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:12.913256 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c13c767b-1297-4a9b-b0a5-d9801b5a203a req-ac64f6bd-350f-4c3f-96af-afb4d782caf6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0905766 Mar 05 02:54:12.968373 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c13c767b-1297-4a9b-b0a5-d9801b5a203a req-2c528ac5-4c02-4787-aa09-5d4eba6426fd tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486550 Mar 05 02:54:12.981800 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Made reservation on behalf of 2b72a4570a0c44a9aa4880199a201aa8 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:12.996773 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.133257 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.20.0.11 (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd/5098c298-b3e7-4e85-892b-e1291d4d2301/169844a4-ceb3-41e2-bf79-165b53b7cd65) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:13.284302 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.328497 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.409613 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:13.416959 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:13.419498 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:13.425269 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=169844a4-ceb3-41e2-bf79-165b53b7cd65,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:13.603098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303e030-02e5-491c-9967-900a11753e14 req-3946047c-dbf3-44e3-af1f-ab7c7548b0c8 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.604803 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d303e030-02e5-491c-9967-900a11753e14 req-3946047c-dbf3-44e3-af1f-ab7c7548b0c8 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0704834 Mar 05 02:54:13.679562 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d303e030-02e5-491c-9967-900a11753e14 req-0f78bcd5-060d-43f1-94dd-382956253405 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679438 Mar 05 02:54:13.709276 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-d9c1ba42-7700-4348-9848-0d5e668076a9 None None] Provisioning complete for port 169844a4-ceb3-41e2-bf79-165b53b7cd65 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:13.709276 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d9c1ba42-7700-4348-9848-0d5e668076a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.751957 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1ba42-7700-4348-9848-0d5e668076a9 None None] Port 169844a4-ceb3-41e2-bf79-165b53b7cd65 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:13.764073 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.764421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.764763 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.765222 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.765430 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.765765 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.766096 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.766457 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.766780 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.767127 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.767453 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.767775 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.768095 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:13.787478 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a0dcc-d146-4ec9-a331-a239aff7f258 req-02d1a37b-80a4-4304-9102-29152a695fbf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.788983 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-197a0dcc-d146-4ec9-a331-a239aff7f258 req-02d1a37b-80a4-4304-9102-29152a695fbf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 932 time: 0.4553094 Mar 05 02:54:13.812696 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:13.813860 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.831837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:13.845290 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-289f278e-70c9-4915-b262-124c228e8743 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0043850 Mar 05 02:54:13.859674 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-197a0dcc-d146-4ec9-a331-a239aff7f258 req-8186d25c-9c1d-4b2e-b78b-4ec83cb1bad6 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650225 Mar 05 02:54:13.864940 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Request body: {'port': {'device_id': '69a61258-a40c-4344-b07d-6e840699ec08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:13.930195 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.136326 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718fdab-bd99-4f06-ba6d-295df569a109 req-d27f922c-70c0-480c-90a5-9520a27674c8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.137989 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7718fdab-bd99-4f06-ba6d-295df569a109 req-d27f922c-70c0-480c-90a5-9520a27674c8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0896723 Mar 05 02:54:14.204331 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7718fdab-bd99-4f06-ba6d-295df569a109 req-ab07e2c6-e7ce-43f8-a505-c4b1559afaf7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584509 Mar 05 02:54:14.261971 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169844a4-ceb3-41e2-bf79-165b53b7cd65 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:14.269892 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Publish callbacks [] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.286413 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Transition to ACTIVE for port object 169844a4-ceb3-41e2-bf79-165b53b7cd65 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:54:14.290877 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.344517 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Pushing event updated for resources: {'Port': ['ID=169844a4-ceb3-41e2-bf79-165b53b7cd65,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:14.426547 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Attempting to bind port 169844a4-ceb3-41e2-bf79-165b53b7cd65 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:14.426985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Attempting to bind port 169844a4-ceb3-41e2-bf79-165b53b7cd65 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:14.427273 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Attempting to bind port 169844a4-ceb3-41e2-bf79-165b53b7cd65 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:14.432117 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Port 169844a4-ceb3-41e2-bf79-165b53b7cd65 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:54:14.432438 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Attempting to bind port 169844a4-ceb3-41e2-bf79-165b53b7cd65 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:14.439064 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:14.439577 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:14.440185 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Bound using segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:14.440847 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Bound port: 169844a4-ceb3-41e2-bf79-165b53b7cd65, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:14.441366 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.535252 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] For port 169844a4-ceb3-41e2-bf79-165b53b7cd65, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:14.539511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] For port 169844a4-ceb3-41e2-bf79-165b53b7cd65, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:14.546286 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.584077 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.584773 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:14.586249 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] 10.222.0.16 "PUT /v2.0/ports/169844a4-ceb3-41e2-bf79-165b53b7cd65 HTTP/1.1" status: 200 len: 1094 time: 0.7251723 Mar 05 02:54:14.586748 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:14.589362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4fa37-22a6-40ad-ad3b-850c1017d669" -d '{"events": [{"name": "network-changed", "server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:14.616939 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982fea2-e9ce-4ad0-9806-3697e156220d service neutron] Pushing event updated for resources: {'Port': ['ID=169844a4-ceb3-41e2-bf79-165b53b7cd65,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:14.656155 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c601756-dcd1-43a8-9a4a-e41eb64bdf66 x-openstack-request-id: req-0c601756-dcd1-43a8-9a4a-e41eb64bdf66 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:14.656446 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:14.656704 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c601756-dcd1-43a8-9a4a-e41eb64bdf66 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:14.657655 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'status': 'completed', 'code': 200} Mar 05 02:54:14.743124 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-a8a97bb8-34d2-46b6-97e3-58f9e5c223f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.744970 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-a8a97bb8-34d2-46b6-97e3-58f9e5c223f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 1128 time: 0.0689411 Mar 05 02:54:14.810481 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-b1bb198e-1596-444f-a49f-50b2c34259b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65 HTTP/1.1" status: 200 len: 217 time: 0.0434418 Mar 05 02:54:14.831959 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492b7fa-0baf-4eff-961b-ceb156571493 req-c4d8f8de-4261-43a4-899f-49fb71d11a38 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.839572 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6492b7fa-0baf-4eff-961b-ceb156571493 req-c4d8f8de-4261-43a4-899f-49fb71d11a38 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0708249 Mar 05 02:54:14.924589 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6492b7fa-0baf-4eff-961b-ceb156571493 req-0f9ecb4e-0be6-4192-b64e-40607528f6fd tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787604 Mar 05 02:54:14.956648 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-07adcf9e-efa8-45a1-889b-534e298e4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:14.958586 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-07adcf9e-efa8-45a1-889b-534e298e4078 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.1300864 Mar 05 02:54:15.042169 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:15.051440 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-534ec4db-d1e2-40a8-aa19-881c831750d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.052955 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-534ec4db-d1e2-40a8-aa19-881c831750d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0861855 Mar 05 02:54:15.059718 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef3207-be9a-474e-8ee1-dba6a4454c6d req-b388197a-bdac-419a-98fe-3ecfe3c8404a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.061281 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48ef3207-be9a-474e-8ee1-dba6a4454c6d req-b388197a-bdac-419a-98fe-3ecfe3c8404a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 944 time: 0.0967669 Mar 05 02:54:15.171505 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48ef3207-be9a-474e-8ee1-dba6a4454c6d req-7175048c-24d5-42b9-8bca-1eb94bc10d69 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012685 Mar 05 02:54:15.188828 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-59f31848-fc82-47bb-98fe-c72acfbcb449 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254210 Mar 05 02:54:15.300043 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8326c59b-5db3-4311-a50b-6c7659cb257e req-3046407d-11ce-4554-9dec-76fe4f7e8f06 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048753 Mar 05 02:54:15.344354 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428345-b9c4-4ab8-9b9f-1cbcd1cc2a21 req-34373ab9-7bff-404d-8156-134ff892769b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.346028 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fb428345-b9c4-4ab8-9b9f-1cbcd1cc2a21 req-34373ab9-7bff-404d-8156-134ff892769b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0691137 Mar 05 02:54:15.424328 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fb428345-b9c4-4ab8-9b9f-1cbcd1cc2a21 req-bc24469e-c3d2-40af-8bcf-fe69914b428c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713828 Mar 05 02:54:15.474980 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-a8422d13-dc1c-4589-a487-59b7a1fcd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.477091 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-a8422d13-dc1c-4589-a487-59b7a1fcd3cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 1128 time: 0.0650885 Mar 05 02:54:15.583427 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-4be0dc98-b955-4c9c-9e90-e66eab285217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.584937 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-4be0dc98-b955-4c9c-9e90-e66eab285217 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.0971375 Mar 05 02:54:15.643945 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-519772cd-e03e-488b-9187-2f4b0c4ce9f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65 HTTP/1.1" status: 200 len: 217 time: 0.0359485 Mar 05 02:54:15.725871 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-d472585a-9cd6-47b0-9d85-3487b14dce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.727384 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-d472585a-9cd6-47b0-9d85-3487b14dce39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0659552 Mar 05 02:54:15.795042 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-651a4303-0dfc-4aa3-bc9e-3d0027f1641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:15.796553 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-651a4303-0dfc-4aa3-bc9e-3d0027f1641a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0624487 Mar 05 02:54:15.894364 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-0dee468b-ac57-4690-ae6c-b24a2378c714 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909293 Mar 05 02:54:16.044229 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d8f4fa37-22a6-40ad-ad3b-850c1017d669 req-a899385d-82c0-4391-88c5-12d201271b39 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423206 Mar 05 02:54:16.073048 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996dfb2-c84a-4e49-bc4f-acab0e9a3bad req-a4a9eb88-fe33-4f4f-9a08-dd40a19b8c43 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:16.075153 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d996dfb2-c84a-4e49-bc4f-acab0e9a3bad req-a4a9eb88-fe33-4f4f-9a08-dd40a19b8c43 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0837736 Mar 05 02:54:16.136909 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d996dfb2-c84a-4e49-bc4f-acab0e9a3bad req-8bf1cf1c-1539-407b-a70d-51ec177f2d78 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548241 Mar 05 02:54:16.316614 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3472703-e4db-42e7-8c46-6b1ce938902b req-f5b89e64-5e30-4278-8883-a4062de4a11c tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:16.318251 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f3472703-e4db-42e7-8c46-6b1ce938902b req-f5b89e64-5e30-4278-8883-a4062de4a11c tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 944 time: 0.0636902 Mar 05 02:54:16.371074 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f3472703-e4db-42e7-8c46-6b1ce938902b req-ecfacfbc-9576-47c2-8d3d-05d478652116 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464020 Mar 05 02:54:16.603656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecbef5-e64a-4ff5-8862-6f279a0fc390 req-259617ae-2573-46e5-9a41-05f04250ec48 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:16.618469 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d4ecbef5-e64a-4ff5-8862-6f279a0fc390 req-259617ae-2573-46e5-9a41-05f04250ec48 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0962319 Mar 05 02:54:16.665026 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d4ecbef5-e64a-4ff5-8862-6f279a0fc390 req-e93aca4e-2062-404d-b488-713b905c27e3 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Mar 05 02:54:17.274975 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202d54a-740c-48e4-9143-05c4f8498ef6 req-31a20c8e-30db-406b-b74e-176ea0914423 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.277422 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0202d54a-740c-48e4-9143-05c4f8498ef6 req-31a20c8e-30db-406b-b74e-176ea0914423 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0591896 Mar 05 02:54:17.333924 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0202d54a-740c-48e4-9143-05c4f8498ef6 req-32a21612-6aed-4255-bd46-bbc8e4645dc1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506437 Mar 05 02:54:17.519820 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552c74-9105-4020-8f4d-1e9ee4446969 req-de331693-2fcb-4d1b-aeb0-a71e2c46127c tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.521713 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4f552c74-9105-4020-8f4d-1e9ee4446969 req-de331693-2fcb-4d1b-aeb0-a71e2c46127c tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 944 time: 0.0671887 Mar 05 02:54:17.575069 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4f552c74-9105-4020-8f4d-1e9ee4446969 req-ec5d1d91-2a8c-46ad-9f96-f09214997f9f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474577 Mar 05 02:54:17.645623 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:17.797661 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de556b6c-5dc2-4b38-8175-091f53dad572 req-f31a1f88-d3ec-4702-9043-68e263203f3d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:17.804860 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-de556b6c-5dc2-4b38-8175-091f53dad572 req-f31a1f88-d3ec-4702-9043-68e263203f3d tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0668609 Mar 05 02:54:17.856512 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-de556b6c-5dc2-4b38-8175-091f53dad572 req-21e7f837-de54-4d53-8987-8fe9acbff140 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504498 Mar 05 02:54:18.509431 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-27b18566-5641-4214-a111-17aff78c9d4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1189091 Mar 05 02:54:18.522132 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f7868-081d-42fa-a2cc-fc456ffe829e req-8cac1b1e-4fdc-4401-ac4f-46efd60a8c26 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:18.523620 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3e5f7868-081d-42fa-a2cc-fc456ffe829e req-8cac1b1e-4fdc-4401-ac4f-46efd60a8c26 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0825262 Mar 05 02:54:18.622252 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3e5f7868-081d-42fa-a2cc-fc456ffe829e req-cc462277-77d2-49a0-8450-ebd916eeae0c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824032 Mar 05 02:54:18.625381 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-1049654b-0f7f-4b5b-b333-7b80e44db247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:18.632178 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-1049654b-0f7f-4b5b-b333-7b80e44db247 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 1130 time: 0.0855134 Mar 05 02:54:18.720060 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0699f-cbc6-444e-a32f-f80501f0c7b6 req-5ba4f835-ffb7-4f06-896f-f3e31a10d6db tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:18.721681 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4af0699f-cbc6-444e-a32f-f80501f0c7b6 req-5ba4f835-ffb7-4f06-896f-f3e31a10d6db tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 944 time: 0.0582395 Mar 05 02:54:18.733292 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 169844a4-ceb3-41e2-bf79-165b53b7cd65 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:54:18.763409 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-0faaa5b8-a400-41a7-a5ea-0037ac4fddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:18.764808 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-0faaa5b8-a400-41a7-a5ea-0037ac4fddce service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.1022589 Mar 05 02:54:18.797202 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4af0699f-cbc6-444e-a32f-f80501f0c7b6 req-5a3d3c6b-8134-4504-a720-f08fe5d6c532 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619972 Mar 05 02:54:18.820924 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-c6b90c84-1117-4264-a4c2-b46abad23c46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1 HTTP/1.1" status: 200 len: 217 time: 0.0491381 Mar 05 02:54:18.866901 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 169844a4-ceb3-41e2-bf79-165b53b7cd65, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:18.878649 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-93c84284-402b-414f-b65f-b50ab58bed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:18.880546 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-93c84284-402b-414f-b65f-b50ab58bed05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0533099 Mar 05 02:54:18.881538 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'port_id': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'mac_address': 'fa:16:3e:b7:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:54:18.923062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 169844a4-ceb3-41e2-bf79-165b53b7cd65 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:18.923767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:18.935623 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-f5528cf4-ef16-4e06-86f7-ec595f134d2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453386 Mar 05 02:54:18.938429 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169844a4-ceb3-41e2-bf79-165b53b7cd65 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:18.961490 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 169844a4-ceb3-41e2-bf79-165b53b7cd65, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:18.969422 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:19.037596 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=169844a4-ceb3-41e2-bf79-165b53b7cd65,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:19.050318 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.051848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.052258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.052737 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.053177 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.053571 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.053991 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.054366 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.054853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.055274 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.055656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.055989 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.056321 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:19.072669 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1f854-ca81-4308-ba19-a68a2b4b46a6 req-10116dda-9ebc-4072-80ff-1c261cf02777 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:19.074184 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5ab1f854-ca81-4308-ba19-a68a2b4b46a6 req-10116dda-9ebc-4072-80ff-1c261cf02777 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.1215599 Mar 05 02:54:19.079514 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-411d5d91-6279-4605-b750-c473b64ce8ac service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361830 Mar 05 02:54:19.185416 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5ab1f854-ca81-4308-ba19-a68a2b4b46a6 req-d957cf15-95e7-4cee-9578-3af37208afe4 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037526 Mar 05 02:54:19.223541 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-86b6b345-1c2f-4c05-b912-f9114d4d5b84 req-147e1deb-931c-46ff-9659-d5b5756cfb1e service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253881 Mar 05 02:54:19.365628 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['169844a4-ceb3-41e2-bf79-165b53b7cd65'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:19.746218 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2960a3-2964-418b-b25e-aaca08a35999 req-335206a7-b6ea-4e92-afa5-87718fd9e9d2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:19.747725 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7e2960a3-2964-418b-b25e-aaca08a35999 req-335206a7-b6ea-4e92-afa5-87718fd9e9d2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0529535 Mar 05 02:54:19.793416 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7e2960a3-2964-418b-b25e-aaca08a35999 req-5de0a16f-d48a-4334-8375-3ba57d0284be tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 Mar 05 02:54:19.904286 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709991ed-972c-46f6-b277-d60d953b633a req-b94909fb-daea-4c0f-af95-7a57bde436b4 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:19.905844 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-709991ed-972c-46f6-b277-d60d953b633a req-b94909fb-daea-4c0f-af95-7a57bde436b4 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Mar 05 02:54:19.952039 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-709991ed-972c-46f6-b277-d60d953b633a req-2ecfb4ab-3b59-4d08-9da1-225156fb4d51 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402589 Mar 05 02:54:20.313879 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925e5ac-4617-42e1-91eb-e6175d510f57 req-0e38ddcd-5de7-401e-82d3-d7097e9e7620 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.315406 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f925e5ac-4617-42e1-91eb-e6175d510f57 req-0e38ddcd-5de7-401e-82d3-d7097e9e7620 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0581050 Mar 05 02:54:20.364961 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f925e5ac-4617-42e1-91eb-e6175d510f57 req-f980dbd5-6015-4639-8934-6b5b89e9ccac tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Mar 05 02:54:20.745630 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 169844a4-ceb3-41e2-bf79-165b53b7cd65 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:20.800062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 169844a4-ceb3-41e2-bf79-165b53b7cd65 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:54:20.804072 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 169844a4-ceb3-41e2-bf79-165b53b7cd65 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:20.804527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.894682 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 169844a4-ceb3-41e2-bf79-165b53b7cd65 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:20.895211 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.921856 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:20.924208 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52711abe-c5b4-4d92-851a-dee859173a82" -d '{"events": [{"server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "name": "network-vif-plugged", "status": "completed", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:20.934338 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64574a80-276a-493d-94f2-7c5038fed0eb req-790fb7ce-d430-43f0-a084-4a6634f0f9d7 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:20.935752 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64574a80-276a-493d-94f2-7c5038fed0eb req-790fb7ce-d430-43f0-a084-4a6634f0f9d7 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0650184 Mar 05 02:54:20.937652 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 169844a4-ceb3-41e2-bf79-165b53b7cd65, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:20.942474 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:20.968949 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e599ad9c-0e13-43b3-8393-5149b0df536c x-openstack-request-id: req-e599ad9c-0e13-43b3-8393-5149b0df536c {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:20.969794 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "name": "network-vif-plugged", "status": "completed", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:20.970054 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e599ad9c-0e13-43b3-8393-5149b0df536c {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:20.970454 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'code': 200} Mar 05 02:54:20.994819 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64574a80-276a-493d-94f2-7c5038fed0eb req-fe1e6407-bc80-43b0-9baa-1ce1f6a7e1ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513084 Mar 05 02:54:20.998516 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=169844a4-ceb3-41e2-bf79-165b53b7cd65,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:21.075692 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de16b-e047-4127-9119-c0f8cfe31020 req-152e994f-b2a6-400c-8e21-3d999b6aec80 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:21.077242 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d24de16b-e047-4127-9119-c0f8cfe31020 req-152e994f-b2a6-400c-8e21-3d999b6aec80 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0540059 Mar 05 02:54:21.129126 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d24de16b-e047-4127-9119-c0f8cfe31020 req-85f076f6-a389-4248-81c6-6efc519d4672 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 Mar 05 02:54:21.236288 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bda79-17f7-4077-bd02-31b43ca4df49 req-d7fee2c1-0ef4-4cb1-909d-7fd69537cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:21.237793 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f08bda79-17f7-4077-bd02-31b43ca4df49 req-d7fee2c1-0ef4-4cb1-909d-7fd69537cf67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 1130 time: 0.0445607 Mar 05 02:54:21.285100 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f08bda79-17f7-4077-bd02-31b43ca4df49 req-fa5b4177-daab-482f-a2c5-730a696835aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370634 Mar 05 02:54:21.484718 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe915eb-145c-4eee-81d2-d4792c7b5b99 req-2a4e8afc-6a62-46f4-8c82-684d5d1bfc6b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:21.486767 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cbe915eb-145c-4eee-81d2-d4792c7b5b99 req-2a4e8afc-6a62-46f4-8c82-684d5d1bfc6b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0557830 Mar 05 02:54:21.533101 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cbe915eb-145c-4eee-81d2-d4792c7b5b99 req-d1ce62bf-5c42-458a-8386-b6d1396722ba tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Mar 05 02:54:21.951890 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59892) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:21.998528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Deleting subnet 9a642dc3-eb1c-4ee6-96e1-021d191149d6 {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:54:22.002360 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Publish callbacks [] for subnet (9a642dc3-eb1c-4ee6-96e1-021d191149d6), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.040007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (9a642dc3-eb1c-4ee6-96e1-021d191149d6), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.088458 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (9a642dc3-eb1c-4ee6-96e1-021d191149d6), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.136520 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945330-ab94-417b-9a74-5e4e47fa1c15 req-a1253ec4-03e7-4e3a-928e-b0906c0476fb tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.138064 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-08945330-ab94-417b-9a74-5e4e47fa1c15 req-a1253ec4-03e7-4e3a-928e-b0906c0476fb tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0605257 Mar 05 02:54:22.144534 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (9a642dc3-eb1c-4ee6-96e1-021d191149d6), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.173784 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a642dc3-eb1c-4ee6-96e1-021d191149d6,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:22.177382 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.180739 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-5985c251-1187-4302-9af5-10aedf0c3b84 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9a642dc3-eb1c-4ee6-96e1-021d191149d6 HTTP/1.1" status: 204 len: 168 time: 0.2277355 Mar 05 02:54:22.183473 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59898) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:22.198595 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-08945330-ab94-417b-9a74-5e4e47fa1c15 req-2b0c19af-ac68-474f-ade5-dcac5571a441 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539603 Mar 05 02:54:22.304069 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.328253 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df06d7b-49f5-4ced-a5bf-9585c685468d req-e5fdc410-dd88-4a04-a832-910327e943c0 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.329831 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2df06d7b-49f5-4ced-a5bf-9585c685468d req-e5fdc410-dd88-4a04-a832-910327e943c0 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.1118712 Mar 05 02:54:22.451729 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.454993 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbab2b6-41bd-4099-8658-5ce0c0272552 req-3387a139-98db-4da6-8bc1-45421e8a0f9c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.458062 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0cbab2b6-41bd-4099-8658-5ce0c0272552 req-3387a139-98db-4da6-8bc1-45421e8a0f9c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0606329 Mar 05 02:54:22.472775 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2df06d7b-49f5-4ced-a5bf-9585c685468d req-37c83cc3-bd44-42f5-b2e2-5e80a2df1d7b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358180 Mar 05 02:54:22.482438 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1d9fcd-2eed-4b85-a56c-a44deaeeb594']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:22.494082 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2468d5c9-dfc0-458e-834e-84a3361d7440') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:22.494384 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2468d5c9-dfc0-458e-834e-84a3361d7440') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:22.504050 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (2468d5c9-dfc0-458e-834e-84a3361d7440), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.519429 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0cbab2b6-41bd-4099-8658-5ce0c0272552 req-f0ff85a3-b0a7-4363-93c4-e1ab161eee99 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559583 Mar 05 02:54:22.520882 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (2468d5c9-dfc0-458e-834e-84a3361d7440), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.528652 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:54:22.529121 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (2468d5c9-dfc0-458e-834e-84a3361d7440), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:54:22.531155 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:54:22.647314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (7b1d9fcd-2eed-4b85-a56c-a44deaeeb594), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.671935 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:22.675114 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7b1d9fcd-2eed-4b85-a56c-a44deaeeb594 HTTP/1.1" status: 204 len: 168 time: 0.4906092 Mar 05 02:54:22.684385 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f8e00-dfaf-4154-87de-035715a898e6 req-ecc56e9c-71a7-46b4-82ad-473a1c2c8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.686093 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-ecc56e9c-71a7-46b4-82ad-473a1c2c8bf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1129 time: 0.1453125 Mar 05 02:54:22.687308 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf895e6-e171-4cbc-8d91-73834d091934 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1d9fcd-2eed-4b85-a56c-a44deaeeb594,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:22.706631 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d4232-eb12-4c22-a593-b37407757678 req-837b752f-eab4-484f-b5b8-037452c9ffed tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.708187 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3f6d4232-eb12-4c22-a593-b37407757678 req-837b752f-eab4-484f-b5b8-037452c9ffed tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.1051078 Mar 05 02:54:22.835006 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3f6d4232-eb12-4c22-a593-b37407757678 req-9942a894-cb57-4607-885d-d4bd5b520ad0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157696 Mar 05 02:54:22.856464 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f8e00-dfaf-4154-87de-035715a898e6 req-0013c904-40a8-410d-a09d-03067a2d5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:22.857983 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-0013c904-40a8-410d-a09d-03067a2d5750 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.1486275 Mar 05 02:54:22.877062 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 59908) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:22.958628 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-846207db-86ed-4062-b5b2-5fac5cb59a6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 1001 time: 0.0894027 Mar 05 02:54:22.968974 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-052a6c4e-3031-44cb-83ea-df39789eeeb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dd2cce395954a4bb0ce9734060a53e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0908213 Mar 05 02:54:22.971633 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59910) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:23.011888 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f8e00-dfaf-4154-87de-035715a898e6 req-1c0c4994-ae23-42c7-8c18-12ab3e461484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.013341 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-1c0c4994-ae23-42c7-8c18-12ab3e461484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0433884 Mar 05 02:54:23.020987 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Publish callbacks [] for security_group (7e2c81ec-950f-4a4e-a2bc-0ff57633e671), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.044485 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Publish callbacks [] for security_group (7e2c81ec-950f-4a4e-a2bc-0ff57633e671), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.066515 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f8e00-dfaf-4154-87de-035715a898e6 req-920d9098-77b8-4c19-b797-4c0c6188af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.068057 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-920d9098-77b8-4c19-b797-4c0c6188af59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429182 Mar 05 02:54:23.096195 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (7e2c81ec-950f-4a4e-a2bc-0ff57633e671), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.099006 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.100250 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e2c81ec-950f-4a4e-a2bc-0ff57633e671 HTTP/1.1" status: 204 len: 168 time: 0.1276081 Mar 05 02:54:23.111374 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c81ec-950f-4a4e-a2bc-0ff57633e671,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:23.118536 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.118988 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.119402 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.120048 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.120355 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.120857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.121286 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.121914 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.122065 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.122328 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.122714 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.123108 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.123436 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883987be-8cfe-4415-867e-bb5214adcfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:23.174240 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-4614cb24-c92c-4dbb-bc78-cec12c2dad4d service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962839 Mar 05 02:54:23.275336 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-937f8e00-dfaf-4154-87de-035715a898e6 req-3060eed4-e048-412c-bdad-77c04df8202b service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864897 Mar 05 02:54:23.596685 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b560af1-1fa7-4d2d-95f3-c57f4546d60b req-a785549f-38f5-4510-9e4b-94b028b3c8cb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.599027 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9b560af1-1fa7-4d2d-95f3-c57f4546d60b req-a785549f-38f5-4510-9e4b-94b028b3c8cb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0543408 Mar 05 02:54:23.644816 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fec9d-ccfe-408a-8624-06341f124d0f req-6c5d3bfd-7f8a-4bb8-9685-c3a51b5d631a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.646302 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ce2fec9d-ccfe-408a-8624-06341f124d0f req-6c5d3bfd-7f8a-4bb8-9685-c3a51b5d631a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0552859 Mar 05 02:54:23.650673 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9b560af1-1fa7-4d2d-95f3-c57f4546d60b req-ca544ee8-bffe-4080-b2c1-44296ba346c7 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461454 Mar 05 02:54:23.698530 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ce2fec9d-ccfe-408a-8624-06341f124d0f req-56b049a8-eb5c-4a9c-963b-ba13aa2036e5 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455320 Mar 05 02:54:23.779342 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a955-83a1-4e40-bd1d-cee87007f9ac req-1795e8ef-0f9d-4c84-af76-de9fdd4a99b8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.780925 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b4e8a955-83a1-4e40-bd1d-cee87007f9ac req-1795e8ef-0f9d-4c84-af76-de9fdd4a99b8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0528831 Mar 05 02:54:23.789508 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 59938) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:23.793950 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'port_id': '169844a4-ceb3-41e2-bf79-165b53b7cd65'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:23.866884 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (b6f90de8-4bf7-4d00-899e-9ee38e100b92), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:23.967352 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c60f90-26b7-49a1-847d-79b5818eb60b req-30f2e40e-304b-463b-b006-d8480908e383 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:23.968883 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b8c60f90-26b7-49a1-847d-79b5818eb60b req-30f2e40e-304b-463b-b006-d8480908e383 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0543683 Mar 05 02:54:24.017096 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b8c60f90-26b7-49a1-847d-79b5818eb60b req-822eeb9a-6dd9-4fba-a233-752f539e64e9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Mar 05 02:54:24.702915 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.706379 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (b6f90de8-4bf7-4d00-899e-9ee38e100b92), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:24.837850 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP b6f90de8-4bf7-4d00-899e-9ee38e100b92 associated. External IP: 172.28.2.132, port: 169844a4-ceb3-41e2-bf79-165b53b7cd65. Mar 05 02:54:24.890211 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9981b-6f9d-4246-bf10-6498292b1458 req-445fd7f0-c85f-4368-bad8-46d320787e24 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:24.892351 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-85e9981b-6f9d-4246-bf10-6498292b1458 req-445fd7f0-c85f-4368-bad8-46d320787e24 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1049917 Mar 05 02:54:24.985993 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-85e9981b-6f9d-4246-bf10-6498292b1458 req-963124bf-2f7f-4c49-a123-56e0fa41f30b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870914 Mar 05 02:54:25.092411 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:54:25.136453 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2df3-ee03-41c8-8ede-602128e1dff5 req-6e8cf43d-7b34-4bc1-b5b8-a5a2eadbb4fe tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.137956 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-769a2df3-ee03-41c8-8ede-602128e1dff5 req-6e8cf43d-7b34-4bc1-b5b8-a5a2eadbb4fe tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0515034 Mar 05 02:54:25.184331 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-769a2df3-ee03-41c8-8ede-602128e1dff5 req-0ac20cc9-5d17-499c-9830-6061d455ebd1 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Mar 05 02:54:25.201483 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:25.210661 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:25.215759 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:25.225880 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:25.226502 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:25.250903 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-9e4aaf91-f761-4634-ade1-bc1c91c9098b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "PUT /v2.0/floatingips/b6f90de8-4bf7-4d00-899e-9ee38e100b92 HTTP/1.1" status: 200 len: 992 time: 1.4501255 Mar 05 02:54:25.250903 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:25.250903 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6" -d '{"events": [{"name": "network-changed", "server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:25.285082 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7741e2-cede-4fa0-901e-a71d9dc2f9b5 x-openstack-request-id: req-0c7741e2-cede-4fa0-901e-a71d9dc2f9b5 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:25.285381 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:25.285647 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c7741e2-cede-4fa0-901e-a71d9dc2f9b5 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:25.286058 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'status': 'completed', 'code': 200} Mar 05 02:54:25.345235 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:25.389221 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-4c3653f9-da86-4e55-aeb0-50bbb618852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.390734 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-4c3653f9-da86-4e55-aeb0-50bbb618852f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 1130 time: 0.0528886 Mar 05 02:54:25.506787 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-121e82a9-9e4f-43a3-af99-2d859349ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.508239 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-121e82a9-9e4f-43a3-af99-2d859349ee86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.1095929 Mar 05 02:54:25.586021 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-e6720a84-ae43-402b-956d-e1495b1ef317 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65 HTTP/1.1" status: 200 len: 1000 time: 0.0699115 Mar 05 02:54:25.635495 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-17c9f17e-6330-4881-9db9-bac9cff8292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.637239 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-17c9f17e-6330-4881-9db9-bac9cff8292f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0457728 Mar 05 02:54:25.666750 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'b6f90de8-4bf7-4d00-899e-9ee38e100b92', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:b7:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a61258-a40c-4344-b07d-6e840699ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:54:09Z', 'updated_at': '2022-03-05T02:54:24Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}, {'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:09Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:25.685168 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-027921f1-ea4c-4598-af57-93468232e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:25.686690 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-027921f1-ea4c-4598-af57-93468232e518 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436010 Mar 05 02:54:25.696623 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:25.705415 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:25.706019 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:25.779829 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-0f7d2532-13c1-43fe-ac0f-139322be122f service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856087 Mar 05 02:54:25.810596 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:25.869509 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c80aa9e-cc96-4c58-94c5-643ae2b463f6 req-2a5ad7fb-f926-415f-a3cb-ae47dfae02b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830228 Mar 05 02:54:26.046298 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'b6f90de8-4bf7-4d00-899e-9ee38e100b92', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:b7:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a61258-a40c-4344-b07d-6e840699ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:54:09Z', 'updated_at': '2022-03-05T02:54:24Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}, {'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:09Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:26.075969 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c950ba-8bba-42a8-9423-a03538e03aba None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'b6f90de8-4bf7-4d00-899e-9ee38e100b92', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.132', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:b7:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a61258-a40c-4344-b07d-6e840699ec08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:54:09Z', 'updated_at': '2022-03-05T02:54:24Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}, {'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:09Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:26.270373 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e3e582-9e9d-498c-bc56-b639beecaced None None] New status for floating IP b6f90de8-4bf7-4d00-899e-9ee38e100b92: ACTIVE {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:54:26.319439 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f5a4f-8062-4e69-aebf-331610b48995 req-2a823485-47b6-4c18-ab60-3554dcae65df tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:26.320913 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-979f5a4f-8062-4e69-aebf-331610b48995 req-2a823485-47b6-4c18-ab60-3554dcae65df tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0597165 Mar 05 02:54:26.368678 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-979f5a4f-8062-4e69-aebf-331610b48995 req-71c1b6b6-3c4c-42ea-8f21-1e8160640f1f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Mar 05 02:54:27.486397 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318173-464d-4129-a24b-97d063a5f410 req-baa892be-2225-4fbd-83ae-08ca1fe533b3 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:27.487898 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d318173-464d-4129-a24b-97d063a5f410 req-baa892be-2225-4fbd-83ae-08ca1fe533b3 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0519211 Mar 05 02:54:27.533522 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d318173-464d-4129-a24b-97d063a5f410 req-474e643e-1627-49c4-9d1c-cdba6ea43768 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Mar 05 02:54:28.651645 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5ac4f-3749-4042-beed-f6c30f060f71 req-cb586c30-407b-4f5b-8684-3eea1832e342 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:28.653119 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-eef5ac4f-3749-4042-beed-f6c30f060f71 req-cb586c30-407b-4f5b-8684-3eea1832e342 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0512714 Mar 05 02:54:28.698168 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-eef5ac4f-3749-4042-beed-f6c30f060f71 req-b77b6b31-841c-464d-b4ac-70b9b6179724 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Mar 05 02:54:29.818054 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b78284-496b-4bc9-8c9d-64eed90e37bf req-640a4c6c-f3c7-4e7d-b4d9-06c2cfaa41ad tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:29.819581 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-79b78284-496b-4bc9-8c9d-64eed90e37bf req-640a4c6c-f3c7-4e7d-b4d9-06c2cfaa41ad tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0524645 Mar 05 02:54:29.870127 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-79b78284-496b-4bc9-8c9d-64eed90e37bf req-684af1de-40fa-4be5-82c8-57d5cb964065 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Mar 05 02:54:31.006229 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30b42b-d39b-4c06-a649-35b7f1bcdda7 req-5805b728-a036-4dcd-bf66-e19dcbadf4e6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:31.008183 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f30b42b-d39b-4c06-a649-35b7f1bcdda7 req-5805b728-a036-4dcd-bf66-e19dcbadf4e6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0615163 Mar 05 02:54:31.060862 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f30b42b-d39b-4c06-a649-35b7f1bcdda7 req-7332b153-76c1-494c-b526-d158d2c40d7c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470438 Mar 05 02:54:32.178707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f383c-d69f-47c5-9685-dd771f3eb532 req-5549308f-64c3-40f6-b602-d07cfabd3599 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:32.180234 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e53f383c-d69f-47c5-9685-dd771f3eb532 req-5549308f-64c3-40f6-b602-d07cfabd3599 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0521700 Mar 05 02:54:32.230474 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e53f383c-d69f-47c5-9685-dd771f3eb532 req-0e473932-68ac-415a-9df7-246da4e78e5e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Mar 05 02:54:33.160835 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41201-b1e8-43dc-9f8c-3f177df8e7cb req-43cc5600-ce2e-4a33-a486-6ab822b726b5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.162324 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a7f41201-b1e8-43dc-9f8c-3f177df8e7cb req-43cc5600-ce2e-4a33-a486-6ab822b726b5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0557449 Mar 05 02:54:33.208603 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a7f41201-b1e8-43dc-9f8c-3f177df8e7cb req-9e16a78f-b5d6-4cd8-95fe-8f326da60c3d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Mar 05 02:54:33.352621 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b00b-224c-4116-8789-d7a88ecda418 req-f42a73c6-fbe7-44a4-8f8a-b9bbd1b0d5ae tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:33.354101 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-efe5b00b-224c-4116-8789-d7a88ecda418 req-f42a73c6-fbe7-44a4-8f8a-b9bbd1b0d5ae tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0513535 Mar 05 02:54:33.400414 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-efe5b00b-224c-4116-8789-d7a88ecda418 req-786d4f8e-a2cd-4d47-93eb-48cb0f1db17e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Mar 05 02:54:34.142927 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60090) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:34.244818 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7d95860-dc04-4ad6-8b98-6942a286e4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.333511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d1359-ed44-4299-b0a9-7c13d35fdd89 req-dbffd925-2e84-430d-9467-a2309601fa94 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.335101 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d5d1359-ed44-4299-b0a9-7c13d35fdd89 req-dbffd925-2e84-430d-9467-a2309601fa94 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0552199 Mar 05 02:54:34.385581 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d5d1359-ed44-4299-b0a9-7c13d35fdd89 req-0efa9cc6-4da5-4fdc-9cd3-313d1b1628ba tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Mar 05 02:54:34.551029 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7d95860-dc04-4ad6-8b98-6942a286e4dc admin admin] Publish callbacks [] for security_group (8bf7ecd7-86f2-4462-9cf1-a24057e8d2de), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.555345 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b7d95860-dc04-4ad6-8b98-6942a286e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8bf7ecd7-86f2-4462-9cf1-a24057e8d2de), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.597810 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d95860-dc04-4ad6-8b98-6942a286e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf7ecd7-86f2-4462-9cf1-a24057e8d2de,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:34.604578 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b7d95860-dc04-4ad6-8b98-6942a286e4dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72c31a0f96ac4cda90a1489a4a39ce4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4606264 Mar 05 02:54:34.607533 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60098) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:34.616249 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22c6a-c42c-48ba-b183-08f7d443ec33 req-30ae2ce4-36e2-427c-8575-09a305712d2a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:34.617696 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-93d22c6a-c42c-48ba-b183-08f7d443ec33 req-30ae2ce4-36e2-427c-8575-09a305712d2a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0988240 Mar 05 02:54:34.660005 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-db844d4c-ee88-482b-ad3b-7a379a8bb579 admin admin] Publish callbacks [] for security_group (8bf7ecd7-86f2-4462-9cf1-a24057e8d2de), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.663683 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-93d22c6a-c42c-48ba-b183-08f7d443ec33 req-dadc8196-2aaa-433e-aa7e-2ba26c278302 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Mar 05 02:54:34.683492 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-db844d4c-ee88-482b-ad3b-7a379a8bb579 admin admin] Publish callbacks [] for security_group (8bf7ecd7-86f2-4462-9cf1-a24057e8d2de), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.735404 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-db844d4c-ee88-482b-ad3b-7a379a8bb579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8bf7ecd7-86f2-4462-9cf1-a24057e8d2de), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.738062 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-db844d4c-ee88-482b-ad3b-7a379a8bb579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:34.739207 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-db844d4c-ee88-482b-ad3b-7a379a8bb579 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bf7ecd7-86f2-4462-9cf1-a24057e8d2de HTTP/1.1" status: 204 len: 168 time: 0.1305885 Mar 05 02:54:34.746405 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db844d4c-ee88-482b-ad3b-7a379a8bb579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf7ecd7-86f2-4462-9cf1-a24057e8d2de,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:35.333611 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60120) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:35.428385 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1635785186-network', 'tenant_id': '5331bf64705d40bfbd185560e1232304'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:35.447129 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Made reservation on behalf of 5331bf64705d40bfbd185560e1232304 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:35.449713 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.458454 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.512580 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7fa4c-303e-49d1-9474-014df70446ca req-732d41b4-c74a-4b4b-b96d-3cb2fea5c6f7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.514834 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6fd7fa4c-303e-49d1-9474-014df70446ca req-732d41b4-c74a-4b4b-b96d-3cb2fea5c6f7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0556786 Mar 05 02:54:35.537126 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks [] for security_group (1bec3e7e-b57d-4b35-957f-7ba8db950724), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.540988 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1bec3e7e-b57d-4b35-957f-7ba8db950724), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.565217 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6fd7fa4c-303e-49d1-9474-014df70446ca req-d6fe73b0-de30-42fa-a12f-7f7ef00a3e9f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Mar 05 02:54:35.567101 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:54:35.577330 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bec3e7e-b57d-4b35-957f-7ba8db950724,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:35.583794 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (3aa2707e-20e4-4849-9822-e1f7811d53f7), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.584143 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Added segment 3aa2707e-20e4-4849-9822-e1f7811d53f7 of type vlan for network 3fa36278-936e-4f16-bfae-81d6ba8366f6 Mar 05 02:54:35.623584 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (3fa36278-936e-4f16-bfae-81d6ba8366f6), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.647184 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (3fa36278-936e-4f16-bfae-81d6ba8366f6), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.648106 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.648684 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.677296 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3424137 Mar 05 02:54:35.680290 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60126) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:35.685067 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Request body: {'subnet': {'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1635785186-subnet', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:35.704123 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Made reservation on behalf of 5331bf64705d40bfbd185560e1232304 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:35.706451 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4025731'] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:35.710689 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426b94f-7406-4c50-b718-87d706431aed admin admin] Pushing event updated for resources: {'Network': ['ID=3fa36278-936e-4f16-bfae-81d6ba8366f6,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:35.721223 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:54:35.798904 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48a312-9115-491d-a0af-a4b7f5dd0408 req-19388e55-c4cf-47e8-aad7-9aacfc1dfb52 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:35.800550 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa48a312-9115-491d-a0af-a4b7f5dd0408 req-19388e55-c4cf-47e8-aad7-9aacfc1dfb52 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0604193 Mar 05 02:54:35.850356 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa48a312-9115-491d-a0af-a4b7f5dd0408 req-bb57c535-ee54-4680-aa7d-0b9206f61fc2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441747 Mar 05 02:54:36.087713 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4025757'] for subnet (520ead7f-4499-43bd-8200-cb82121791ad), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.143189 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Pushing event updated for resources: {'Subnet': ['ID=520ead7f-4499-43bd-8200-cb82121791ad,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:36.153216 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Checking segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:36.153582 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Network hostable DHCP agents. Network: 3fa36278-936e-4f16-bfae-81d6ba8366f6, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:54:36.170683 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:54:36.179142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 3fa36278-936e-4f16-bfae-81d6ba8366f6) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:36.183371 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.183858 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.188714 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b164e-b022-4ce0-a942-3bc7512d3eec None None] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:36.198596 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1a90e11b-e2f4-489e-836c-b1bcfcb3401a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5172899 Mar 05 02:54:36.201558 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60130) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:36.206502 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:36.225087 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (7352140c-14bb-445d-a011-667133b17711), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.226105 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (7352140c-14bb-445d-a011-667133b17711), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.276760 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks [] for router_controller (7352140c-14bb-445d-a011-667133b17711), precommit_add_association {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.290975 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-3fa36278-936e-4f16-bfae-81d6ba8366f6', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'project_id': '5331bf64705d40bfbd185560e1232304', 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:54:36.291926 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.427183 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks [] for router_gateway (7352140c-14bb-445d-a011-667133b17711), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.546671 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Allocated IP 172.20.0.2 (3fa36278-936e-4f16-bfae-81d6ba8366f6/520ead7f-4499-43bd-8200-cb82121791ad/b26ee7bc-0d7b-4058-8381-ffbdb0e6342d) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:36.640098 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks [] for router_gateway (7352140c-14bb-445d-a011-667133b17711), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.665420 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.688343 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Publish callbacks [] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.695166 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.734067 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:36.736783 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:36.743329 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:36.745110 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Pushing event updated for resources: {'Port': ['ID=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:36.770092 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9222a5a-0ee1-48ba-aab0-8dfb12ad239c req-c3b212f1-5c97-42b0-b037-21915ffc01d3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.771637 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9222a5a-0ee1-48ba-aab0-8dfb12ad239c req-c3b212f1-5c97-42b0-b037-21915ffc01d3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1087158 Mar 05 02:54:36.797956 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Attempting to bind port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:36.798330 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Attempting to bind port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:36.798691 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Attempting to bind port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d on network 3fa36278-936e-4f16-bfae-81d6ba8366f6 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:36.803588 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:36.803963 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Checking segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:36.804366 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.804754 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Bound using segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:36.805221 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Bound port: b26ee7bc-0d7b-4058-8381-ffbdb0e6342d, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:36.805600 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.853651 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Allocated IP 172.28.2.189 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/a3b4012d-57cd-414c-8e19-3ab1b625f2f1) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:36.863589 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b9222a5a-0ee1-48ba-aab0-8dfb12ad239c req-9003537a-d7ab-455c-b18a-2be44b0a507b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743349 Mar 05 02:54:36.869087 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] For port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:36.872320 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] For port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:36.879502 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.935761 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24bccb-c5aa-4b9e-9030-b244de04406b None None] Pushing event updated for resources: {'Port': ['ID=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:36.981855 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks [] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:36.986113 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498771-bfc6-4369-aac0-3f9614cbea8b req-50999706-ffa7-4b1b-9e4f-5a4c2779383b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:36.989064 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-91498771-bfc6-4369-aac0-3f9614cbea8b req-50999706-ffa7-4b1b-9e4f-5a4c2779383b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0573895 Mar 05 02:54:37.019730 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.043353 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-91498771-bfc6-4369-aac0-3f9614cbea8b req-1232d344-ffa3-4756-906d-2e70bb2135c6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Mar 05 02:54:37.066076 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:37.069309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:37.071822 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:37.096233 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:37.352684 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks [] for router_gateway (7352140c-14bb-445d-a011-667133b17711), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.559800 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (7352140c-14bb-445d-a011-667133b17711), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.612235 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b26ee7bc-0d7b-4058-8381-ffbdb0e6342d up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:37.661989 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:37.662461 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.706628 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Router 7352140c-14bb-445d-a011-667133b17711 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:54:37.746749 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:37.747343 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.783795 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:37.788233 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.830751 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:37.837246 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:37.842286 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Sync routers for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:37.853784 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:37.854485 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:37.858949 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:37.860219 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2da6310a-23db-4333-9fca-be7139d1f7b2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6576936 Mar 05 02:54:37.862918 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60136) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:37.908093 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34587386-15f3-4b04-abe7-988454a203e3 None None] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:37.981858 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:37.997981 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-d867bcac-21e1-493a-b9b6-29ce86eef503 None None] Provisioning complete for port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:37.998360 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d867bcac-21e1-493a-b9b6-29ce86eef503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.072827 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61015574-c593-47e8-b192-41db3b7bffb2 req-14a2e211-278f-468a-8424-5861d5bb9a08 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.074234 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-61015574-c593-47e8-b192-41db3b7bffb2 req-14a2e211-278f-468a-8424-5861d5bb9a08 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1118834 Mar 05 02:54:38.139834 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-d867bcac-21e1-493a-b9b6-29ce86eef503 None None] Current status of the port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:38.176905 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:37Z', 'revision_number': 3, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:38.212374 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Checking router: 7352140c-14bb-445d-a011-667133b17711 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:38.212726 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Updating router 7352140c-14bb-445d-a011-667133b17711 port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:38.214306 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75a8f-9785-44c4-84e4-ed7fcc706e77 req-91ab9374-6187-40df-b240-f8fa571543b7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:38.216567 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30a75a8f-9785-44c4-84e4-ed7fcc706e77 req-91ab9374-6187-40df-b240-f8fa571543b7 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0625827 Mar 05 02:54:38.252367 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.273203 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30a75a8f-9785-44c4-84e4-ed7fcc706e77 req-57b6f8ed-7094-45b0-a1f7-87a65856b636 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506127 Mar 05 02:54:38.365286 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-4061669f-e22e-405f-8e3a-7968d33a3a14 None None] Provisioning complete for port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:38.365555 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4061669f-e22e-405f-8e3a-7968d33a3a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.446168 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-4061669f-e22e-405f-8e3a-7968d33a3a14 None None] Current status of the port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:38.452743 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-61015574-c593-47e8-b192-41db3b7bffb2 req-0c50ad4d-1b39-4665-be89-6c23acd4e6c7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329537 Mar 05 02:54:38.524607 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Publish callbacks [] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.530126 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.581105 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Attempting to bind port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:38.581473 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Attempting to bind port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:38.581850 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Attempting to bind port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:38.588833 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Pushing event updated for resources: {'Port': ['ID=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:38.591755 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:38.592130 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:38.592534 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.592930 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:38.593395 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Bound port: a3b4012d-57cd-414c-8e19-3ab1b625f2f1, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:38.593772 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.618739 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.619042 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.619411 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.619756 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.620090 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.620422 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.620756 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.621083 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.621411 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.621760 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.622090 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.622414 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.622736 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:54:38.655374 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.657724 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] For port a3b4012d-57cd-414c-8e19-3ab1b625f2f1, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:38.660919 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] For port a3b4012d-57cd-414c-8e19-3ab1b625f2f1, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:38.666358 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.714962 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:38.715569 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:38.764627 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8197-0b1e-47ce-bece-9fffc22413c5 None None] Pushing event updated for resources: {'Port': ['ID=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:38.809379 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Allocated IP 172.20.0.1 (3fa36278-936e-4f16-bfae-81d6ba8366f6/520ead7f-4499-43bd-8200-cb82121791ad/14aae4a9-d724-43f7-93b8-e167119eed2c) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:38.837607 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:38.851212 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d5aa8cf4-62c3-444b-a65d-172fa4eeb9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.916470 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks [] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.952118 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:38.993580 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:38.996452 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:39.000391 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:39.025755 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Pushing event updated for resources: {'Port': ['ID=14aae4a9-d724-43f7-93b8-e167119eed2c,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:39.041611 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (7352140c-14bb-445d-a011-667133b17711), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.105283 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:37Z', 'revision_number': 3, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:39.135802 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108bbacb-743b-4b7c-91d9-ffd1d38fcb88 None None] The sync data for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb is: [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:37Z', 'revision_number': 3, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:39.184612 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.269289 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-936a439b-7cb7-4eec-b25e-7ee363d73b24 None None] Provisioning complete for port 14aae4a9-d724-43f7-93b8-e167119eed2c triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:39.269607 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-936a439b-7cb7-4eec-b25e-7ee363d73b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.328580 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-936a439b-7cb7-4eec-b25e-7ee363d73b24 None None] Port 14aae4a9-d724-43f7-93b8-e167119eed2c cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:39.392837 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks [] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.398091 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.440386 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47980e-c44a-4348-a7b8-3c66ec09469c req-4d143a08-b1b4-4fd7-bfd0-8f9b7caf086e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.442042 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7e47980e-c44a-4348-a7b8-3c66ec09469c req-4d143a08-b1b4-4fd7-bfd0-8f9b7caf086e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0889413 Mar 05 02:54:39.489548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (7352140c-14bb-445d-a011-667133b17711), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.495628 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Pushing event updated for resources: {'Port': ['ID=14aae4a9-d724-43f7-93b8-e167119eed2c,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:39.511546 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7e47980e-c44a-4348-a7b8-3c66ec09469c req-08c9da00-6a4a-4d4d-81ab-889ced0f11b2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Mar 05 02:54:39.628886 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecdeb4-155d-4b7c-977d-ca3906999678 req-25425048-720c-42e8-88d1-0df79d7a1d41 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:39.630396 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-96ecdeb4-155d-4b7c-977d-ca3906999678 req-25425048-720c-42e8-88d1-0df79d7a1d41 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0756593 Mar 05 02:54:39.636404 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:39.643905 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:39.688396 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a3b4012d-57cd-414c-8e19-3ab1b625f2f1 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:39.740832 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-96ecdeb4-155d-4b7c-977d-ca3906999678 req-92b37759-1270-4b66-8c4a-fcb83476e8e3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030424 Mar 05 02:54:39.760788 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:39.761738 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.822556 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Router 7352140c-14bb-445d-a011-667133b17711 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:54:39.857943 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:39.859142 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.883460 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port a3b4012d-57cd-414c-8e19-3ab1b625f2f1, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:39.888644 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:39.889565 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b26ee7bc-0d7b-4058-8381-ffbdb0e6342d up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:39.965357 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:39.975581 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0fcb3c50-79a6-4556-ad8c-1819e7424459 admin admin] 10.222.0.11 "PUT /v2.0/routers/7352140c-14bb-445d-a011-667133b17711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070886 Mar 05 02:54:39.985786 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:39.989461 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-3eef2e0a-1f94-4974-9841-af213971b011 None None] Provisioning complete for port 14aae4a9-d724-43f7-93b8-e167119eed2c triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:39.989837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3eef2e0a-1f94-4974-9841-af213971b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.026385 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:40.026770 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.049649 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-3eef2e0a-1f94-4974-9841-af213971b011 None None] Port 14aae4a9-d724-43f7-93b8-e167119eed2c cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:40.117466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:40.446600 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60162) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:40.452088 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1183602350-network', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:40.472598 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Made reservation on behalf of fcef97bd4bf944fabfb5d7a17d8d1c5b for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:40.475734 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.489470 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.582008 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks [] for security_group (8957be4b-0e17-4d34-aab6-486f4b1f6a20), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.585248 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8957be4b-0e17-4d34-aab6-486f4b1f6a20), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.611841 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:54:40.622085 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8957be4b-0e17-4d34-aab6-486f4b1f6a20,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:40.631036 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897836-0bf9-4da9-a4ae-db6c9087ae2d req-b391e243-256c-44ec-8ee7-5df7a1af730c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:40.635407 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3c897836-0bf9-4da9-a4ae-db6c9087ae2d req-b391e243-256c-44ec-8ee7-5df7a1af730c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0579619 Mar 05 02:54:40.635795 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.636364 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Added segment 961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e of type vlan for network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 Mar 05 02:54:40.679689 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.684732 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3c897836-0bf9-4da9-a4ae-db6c9087ae2d req-ae262818-ffaf-4c0c-865e-37d81e6d58ac tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Mar 05 02:54:40.707089 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.708078 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:40.708665 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.738485 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2907164 Mar 05 02:54:40.741404 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60166) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:40.746339 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Request body: {'subnet': {'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1183602350-subnet', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'ip_version': 4}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:40.768763 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Made reservation on behalf of fcef97bd4bf944fabfb5d7a17d8d1c5b for: {'subnet': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:54:40.771283 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10138660'] for subnet (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.776363 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b30214-f63e-4631-a538-6d4eb2168a59 admin admin] Pushing event updated for resources: {'Network': ['ID=f995d26b-f4a7-4a16-9329-1d0cdd4b84e3,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:40.789127 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:54:40.838226 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Sync routers for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:40.877700 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff050c9-7ce5-4ef4-a932-d309e30bd8af req-000e234c-2f71-447d-ac7c-9bd96368dc15 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:40.879353 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-eff050c9-7ce5-4ef4-a932-d309e30bd8af req-000e234c-2f71-447d-ac7c-9bd96368dc15 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0567183 Mar 05 02:54:40.886588 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:40.887321 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:40.932465 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-eff050c9-7ce5-4ef4-a932-d309e30bd8af req-7c8f09c7-be3d-4740-842c-eb75743722a9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Mar 05 02:54:40.959415 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-325fe862-8d85-4889-9b21-81c22d705e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:40.975757 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10033102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10138682'] for subnet (4d8e2c52-e835-41f1-889a-8b19b9aeae91), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.017145 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:41.027398 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8e2c52-e835-41f1-889a-8b19b9aeae91,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:41.038260 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Checking segment: {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:41.038624 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Network hostable DHCP agents. Network: f995d26b-f4a7-4a16-9329-1d0cdd4b84e3, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:54:41.056808 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:54:41.066735 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, f995d26b-f4a7-4a16-9329-1d0cdd4b84e3) {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:41.071684 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:41.072096 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.090764 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5bf3fd5c-bf50-4ef9-a130-f9478004b503 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3475349 Mar 05 02:54:41.092937 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60170) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:41.100339 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:41.105527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4efccb-35c9-4ebb-a464-be0465fc86b0 None None] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:41.122345 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (30dedadd-057c-4ac2-b355-c101b8085a65), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.123476 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (30dedadd-057c-4ac2-b355-c101b8085a65), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.174979 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks [] for router_controller (30dedadd-057c-4ac2-b355-c101b8085a65), precommit_add_association {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.292603 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-f995d26b-f4a7-4a16-9329-1d0cdd4b84e3', 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3', 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'fixed_ips': [{'subnet_id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:54:41.293638 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.320171 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks [] for router_gateway (30dedadd-057c-4ac2-b355-c101b8085a65), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.412271 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 2, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:41.463653 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Checking router: 7352140c-14bb-445d-a011-667133b17711 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:41.464031 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Updating router 7352140c-14bb-445d-a011-667133b17711 port 14aae4a9-d724-43f7-93b8-e167119eed2c binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:41.505183 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.510505 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Allocated IP 172.20.0.2 (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3/4d8e2c52-e835-41f1-889a-8b19b9aeae91/ead63f2d-4ab6-4c86-baf0-96bcca768fd9) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:41.532533 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks [] for router_gateway (30dedadd-057c-4ac2-b355-c101b8085a65), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.551959 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.662358 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Allocated IP 172.28.2.2 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/b28fe074-f1fa-4237-b1ea-b5cf7528e5e3) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:41.664066 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a3b4012d-57cd-414c-8e19-3ab1b625f2f1 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:41.773987 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks [] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.809464 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab7ec-53fd-4632-8543-ba3702524148 req-ea0f3d0e-3798-4350-bf0f-b9fa390011e8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:41.810417 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:41.811249 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6e7ab7ec-53fd-4632-8543-ba3702524148 req-ea0f3d0e-3798-4350-bf0f-b9fa390011e8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0549929 Mar 05 02:54:41.860594 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6e7ab7ec-53fd-4632-8543-ba3702524148 req-2e271a4c-fec5-451a-a7ac-f787463555c1 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431058 Mar 05 02:54:41.866446 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:41.869403 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:41.872844 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:41.899801 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Pushing event updated for resources: {'Port': ['ID=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:41.977354 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:41.977789 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.028255 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Publish callbacks [] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.043027 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.096842 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:42.113805 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:42.119095 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f2b55-242a-4058-bf01-a15495d2a3a3 req-6c8a8b11-210e-4dd7-b484-f0d23221cf5e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:42.120621 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-051f2b55-242a-4058-bf01-a15495d2a3a3 req-6c8a8b11-210e-4dd7-b484-f0d23221cf5e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1096649 Mar 05 02:54:42.120758 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:42.138373 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Pushing event updated for resources: {'Port': ['ID=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:42.203165 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks [] for router_gateway (30dedadd-057c-4ac2-b355-c101b8085a65), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.240843 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Publish callbacks [] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.246400 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-051f2b55-242a-4058-bf01-a15495d2a3a3 req-95152e4f-7d98-48bb-b8cb-a6569d07a562 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887754 Mar 05 02:54:42.264137 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.268817 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:42.271282 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Attempting to bind port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:42.271644 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Attempting to bind port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:42.272062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Attempting to bind port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 on network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:42.306408 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:42.306408 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Checking segment: {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:42.306697 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.307065 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Bound using segment: {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:42.307537 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Bound port: ead63f2d-4ab6-4c86-baf0-96bcca768fd9, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:42.307921 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.310144 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.342891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f615f-5e60-4a79-8cc7-e2d799c3a083 None None] Pushing event updated for resources: {'Port': ['ID=14aae4a9-d724-43f7-93b8-e167119eed2c,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:42.446263 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Attempting to bind port 14aae4a9-d724-43f7-93b8-e167119eed2c on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:42.446642 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Attempting to bind port 14aae4a9-d724-43f7-93b8-e167119eed2c by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:42.447031 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Attempting to bind port 14aae4a9-d724-43f7-93b8-e167119eed2c on network 3fa36278-936e-4f16-bfae-81d6ba8366f6 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:42.455151 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] For port ead63f2d-4ab6-4c86-baf0-96bcca768fd9, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:42.458148 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:42.458570 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Checking segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:42.459020 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.459468 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Bound using segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:42.459964 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Bound port: 14aae4a9-d724-43f7-93b8-e167119eed2c, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:42.460345 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.463618 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] For port ead63f2d-4ab6-4c86-baf0-96bcca768fd9, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,segment=NetworkSegment(961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e),segment_id=961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:42.476544 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.585667 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfc345-18f1-4126-8965-b05600348fe7 None None] Pushing event updated for resources: {'Port': ['ID=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:42.611512 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] For port 14aae4a9-d724-43f7-93b8-e167119eed2c, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:42.615089 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] For port 14aae4a9-d724-43f7-93b8-e167119eed2c, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=14aae4a9-d724-43f7-93b8-e167119eed2c,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:42.616587 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-4adad45d-e882-4897-9e1b-e24077c4195b None None] Provisioning complete for port 14aae4a9-d724-43f7-93b8-e167119eed2c triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:42.616967 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4adad45d-e882-4897-9e1b-e24077c4195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.643041 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.680061 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (30dedadd-057c-4ac2-b355-c101b8085a65), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:42.708446 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-4adad45d-e882-4897-9e1b-e24077c4195b None None] Port 14aae4a9-d724-43f7-93b8-e167119eed2c cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:42.727485 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f615f-5e60-4a79-8cc7-e2d799c3a083 None None] Pushing event updated for resources: {'Port': ['ID=14aae4a9-d724-43f7-93b8-e167119eed2c,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:42.730477 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:42.730640 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:42.883736 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Router 30dedadd-057c-4ac2-b355-c101b8085a65 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:54:42.920565 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:43.023485 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:43.037912 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Sync routers for ids ['30dedadd-057c-4ac2-b355-c101b8085a65'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:43.042750 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173525-6709-4d9d-b26b-8232c73c5762 req-d58fc60f-79ef-4e22-946b-4eb22bba207a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:43.044870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.047011 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-3710b80e-c8ed-4eba-a737-a68fdb172f6c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9520903 Mar 05 02:54:43.049706 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60182) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:43.051029 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-26173525-6709-4d9d-b26b-8232c73c5762 req-d58fc60f-79ef-4e22-946b-4eb22bba207a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0784805 Mar 05 02:54:43.054868 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Routers {'30dedadd-057c-4ac2-b355-c101b8085a65'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:43.055731 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['30dedadd-057c-4ac2-b355-c101b8085a65'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:43.087973 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] Provisioning complete for port 14aae4a9-d724-43f7-93b8-e167119eed2c triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:43.088538 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.101747 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-26173525-6709-4d9d-b26b-8232c73c5762 req-b210b6ed-19b2-43de-9000-07ad015b35e2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Mar 05 02:54:43.181439 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Set router 30dedadd-057c-4ac2-b355-c101b8085a65 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:43.234896 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] Current status of the port 14aae4a9-d724-43f7-93b8-e167119eed2c is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:43.235302 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.259736 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:42Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:43.297406 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a80748-b39c-4485-bb17-bed3fec07439 None None] The sync data for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb is: [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:42Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:43.302742 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] For port 14aae4a9-d724-43f7-93b8-e167119eed2c, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=14aae4a9-d724-43f7-93b8-e167119eed2c,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:43.319600 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.411981 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e62c-6946-4924-99b0-9fa2b4d17c5e None None] Pushing event updated for resources: {'Port': ['ID=14aae4a9-d724-43f7-93b8-e167119eed2c,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:43.464895 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:42Z', 'revision_number': 3, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:43.500138 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Checking router: 30dedadd-057c-4ac2-b355-c101b8085a65 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:43.500368 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Updating router 30dedadd-057c-4ac2-b355-c101b8085a65 port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:43.534957 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10e40-2fbd-4da0-a613-f1879624404c req-534fda93-5db5-4e4c-8432-77cc671bbdd9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:43.544057 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-41a10e40-2fbd-4da0-a613-f1879624404c req-534fda93-5db5-4e4c-8432-77cc671bbdd9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1329594 Mar 05 02:54:43.546764 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.672488 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-41a10e40-2fbd-4da0-a613-f1879624404c req-82658a31-cb9c-4939-883d-47e092a62af7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275344 Mar 05 02:54:43.735803 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device ead63f2d-4ab6-4c86-baf0-96bcca768fd9 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:43.789715 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.848449 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.849880 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:43.850250 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.884727 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e68adf-2a8d-4924-b895-0a41e122a448 None None] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:54:43.962605 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Publish callbacks [] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:43.973232 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.020304 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-b4ee0cd7-bda9-4066-bf2e-8a5e6e86ff77 None None] Provisioning complete for port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:44.020681 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0cd7-bda9-4066-bf2e-8a5e6e86ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.033150 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a143-7097-4a26-8079-916f088f8926 None None] Pushing event updated for resources: {'Port': ['ID=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:44.036640 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Attempting to bind port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:44.037020 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Attempting to bind port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:44.037384 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Attempting to bind port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:44.043453 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:44.044509 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:44.045257 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.046004 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:44.047035 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Bound port: b28fe074-f1fa-4237-b1ea-b5cf7528e5e3, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:44.047417 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.051287 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:44.051683 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.064338 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Allocated IP 172.20.0.1 (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3/4d8e2c52-e835-41f1-889a-8b19b9aeae91/eea747da-34e8-4020-b6c2-5b33205bfd84) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:54:44.108421 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] For port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:44.112860 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] For port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:44.122089 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.171917 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port ead63f2d-4ab6-4c86-baf0-96bcca768fd9, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,segment=NetworkSegment(961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e),segment_id=961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:44.177634 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Routers {'30dedadd-057c-4ac2-b355-c101b8085a65'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:44.178570 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['30dedadd-057c-4ac2-b355-c101b8085a65'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:44.191330 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.192317 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 14aae4a9-d724-43f7-93b8-e167119eed2c up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:44.329257 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks [] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.345741 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df523bf-d8ae-43a1-8de0-4cad801ecaa8 req-adaaa5dd-5c6d-4676-8b98-11fee710fb29 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:44.347549 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2df523bf-d8ae-43a1-8de0-4cad801ecaa8 req-adaaa5dd-5c6d-4676-8b98-11fee710fb29 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.1301310 Mar 05 02:54:44.380620 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:44.412475 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.422468 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee0cd7-bda9-4066-bf2e-8a5e6e86ff77 None None] Current status of the port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:44.448605 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 14aae4a9-d724-43f7-93b8-e167119eed2c triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:44.452736 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.453450 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2df523bf-d8ae-43a1-8de0-4cad801ecaa8 req-bc0b3f62-8b29-48ea-8443-a1370a63da06 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971994 Mar 05 02:54:44.453614 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] Set router 30dedadd-057c-4ac2-b355-c101b8085a65 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:44.522678 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:44.530031 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:44.534566 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a143-7097-4a26-8079-916f088f8926 None None] Pushing event updated for resources: {'Port': ['ID=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:44.535641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:54:44.561208 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 14aae4a9-d724-43f7-93b8-e167119eed2c is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:44.605944 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (30dedadd-057c-4ac2-b355-c101b8085a65), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.615371 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Pushing event updated for resources: {'Port': ['ID=eea747da-34e8-4020-b6c2-5b33205bfd84,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:44.650647 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-832f690f-5da0-4676-9e9e-2202ab591e12 None None] Provisioning complete for port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:44.651589 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-832f690f-5da0-4676-9e9e-2202ab591e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.691100 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dea8f-aa2d-4bd9-b2be-ec929eb196fa req-14fc03aa-249d-4bf8-bfe4-26a6d69ad161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:44.692871 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c92dea8f-aa2d-4bd9-b2be-ec929eb196fa req-14fc03aa-249d-4bf8-bfe4-26a6d69ad161 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.2168031 Mar 05 02:54:44.769995 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c92dea8f-aa2d-4bd9-b2be-ec929eb196fa req-64554c73-f1d6-4cb0-9915-a1dec9b11a8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Mar 05 02:54:44.774885 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:42Z', 'revision_number': 3, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:44.801371 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-832f690f-5da0-4676-9e9e-2202ab591e12 None None] Current status of the port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:44.835642 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb44ce1-fdda-4f27-b57c-7103cbf13e86 None None] The sync data for ids ['30dedadd-057c-4ac2-b355-c101b8085a65'] in dv-cinder-827259-3-smb is: [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:42Z', 'revision_number': 3, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:44.878228 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.881493 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f895e-deb6-4865-9f9a-0470aa8fbd22 req-7dc4d0b5-0054-486b-b8e6-558d1786bf38 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:44.883105 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-115f895e-deb6-4865-9f9a-0470aa8fbd22 req-7dc4d0b5-0054-486b-b8e6-558d1786bf38 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0914791 Mar 05 02:54:44.927901 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-dd4d1e57-6f03-4c7f-8297-7c8a0d47cb99 None None] Provisioning complete for port eea747da-34e8-4020-b6c2-5b33205bfd84 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:44.928283 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-dd4d1e57-6f03-4c7f-8297-7c8a0d47cb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:44.989575 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-115f895e-deb6-4865-9f9a-0470aa8fbd22 req-8ac6c689-110d-4fcf-b97e-c3bde879aa55 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979078 Mar 05 02:54:45.112713 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d1e57-6f03-4c7f-8297-7c8a0d47cb99 None None] Port eea747da-34e8-4020-b6c2-5b33205bfd84 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:45.113370 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks [] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.114136 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.119674 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.186444 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Pushing event updated for resources: {'Port': ['ID=eea747da-34e8-4020-b6c2-5b33205bfd84,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:45.189608 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (30dedadd-057c-4ac2-b355-c101b8085a65), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.307391 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:54:45.310485 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:54:45.443597 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Router 30dedadd-057c-4ac2-b355-c101b8085a65 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:54:45.540364 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-d3a85199-08a5-4641-93c5-a492d60b2c02 None None] Provisioning complete for port eea747da-34e8-4020-b6c2-5b33205bfd84 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:45.540829 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d3a85199-08a5-4641-93c5-a492d60b2c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.568644 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:54:45.580341 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-d3a85199-08a5-4641-93c5-a492d60b2c02 None None] Port eea747da-34e8-4020-b6c2-5b33205bfd84 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:54:45.583358 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-c23a212c-3406-4130-baef-3bed52ce9eef admin admin] 10.222.0.11 "PUT /v2.0/routers/30dedadd-057c-4ac2-b355-c101b8085a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320392 Mar 05 02:54:45.636415 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffc56-b69f-4fcc-a9e6-ad199201bb0c req-232c2dc3-2491-4626-855f-3d90d9a8f824 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:45.638698 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-558ffc56-b69f-4fcc-a9e6-ad199201bb0c req-232c2dc3-2491-4626-855f-3d90d9a8f824 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.1071208 Mar 05 02:54:45.702183 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-558ffc56-b69f-4fcc-a9e6-ad199201bb0c req-ffc5bc4b-3aa4-4e7c-86ad-b11d3d0e2512 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542848 Mar 05 02:54:45.752606 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:45.806047 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:45.806496 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.886331 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:45.886779 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.907846 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:45.911942 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:45.913126 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device ead63f2d-4ab6-4c86-baf0-96bcca768fd9 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:45.991837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:46.004088 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:46.004716 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.107617 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:46.144363 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db13e56-75b8-4507-8431-2f43bffa8bd1 req-622e0cce-2348-4d5c-8c21-83f4c10c1e07 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.145860 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6db13e56-75b8-4507-8431-2f43bffa8bd1 req-622e0cce-2348-4d5c-8c21-83f4c10c1e07 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0544074 Mar 05 02:54:46.192164 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6db13e56-75b8-4507-8431-2f43bffa8bd1 req-7cdfc85f-1c35-43cd-9657-0565f125eacb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Mar 05 02:54:46.365566 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60204) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:46.370215 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633329152', 'description': 'tempest-secgroup-smoke-633329152 description', 'project_id': '5331bf64705d40bfbd185560e1232304'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:46.390740 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.458009 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group (a4053de2-d6bb-4c1c-bd94-904e19861213), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.462677 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (a4053de2-d6bb-4c1c-bd94-904e19861213), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.496080 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.497694 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1309941 Mar 05 02:54:46.501144 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60206) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:46.503881 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa3708-99d3-4ab5-9054-56fc651e64a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4053de2-d6bb-4c1c-bd94-904e19861213,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:46.505884 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group_rule': {'security_group_id': 'a4053de2-d6bb-4c1c-bd94-904e19861213', 'project_id': '5331bf64705d40bfbd185560e1232304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:46.534156 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (f3d94090-7415-4ba8-9095-d99b7c27f07f), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.599596 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (f3d94090-7415-4ba8-9095-d99b7c27f07f), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.603706 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (f3d94090-7415-4ba8-9095-d99b7c27f07f), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.622318 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d94090-7415-4ba8-9095-d99b7c27f07f,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:46.630862 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.634700 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b1fe9d34-7a57-4a6f-9051-52d89db5a0b1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298783 Mar 05 02:54:46.634860 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60208) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:46.639406 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group_rule': {'security_group_id': 'a4053de2-d6bb-4c1c-bd94-904e19861213', 'project_id': '5331bf64705d40bfbd185560e1232304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:46.663827 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (d21c7d7f-4356-4130-9067-ca8dc01d7c17), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.726250 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (d21c7d7f-4356-4130-9067-ca8dc01d7c17), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.730117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (d21c7d7f-4356-4130-9067-ca8dc01d7c17), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.748116 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21c7d7f-4356-4130-9067-ca8dc01d7c17,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:46.756310 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.758369 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-87dde71b-f431-4c14-bb70-e4124755c537 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225863 Mar 05 02:54:46.761127 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60212) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:46.766362 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group_rule': {'security_group_id': 'a4053de2-d6bb-4c1c-bd94-904e19861213', 'project_id': '5331bf64705d40bfbd185560e1232304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:46.789294 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Sync routers for ids ['30dedadd-057c-4ac2-b355-c101b8085a65'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:54:46.800016 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Routers {'30dedadd-057c-4ac2-b355-c101b8085a65'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:46.800643 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['30dedadd-057c-4ac2-b355-c101b8085a65'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:46.819901 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (21efb4af-888b-4283-8e73-6fe7f0689f2f), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.865081 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba95bf-4db6-46de-817e-d28daa627ab4 req-25536d69-5045-4b0c-939e-11e83cb12ebc tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:46.866740 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f3ba95bf-4db6-46de-817e-d28daa627ab4 req-25536d69-5045-4b0c-939e-11e83cb12ebc tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0930641 Mar 05 02:54:46.925834 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Set router 30dedadd-057c-4ac2-b355-c101b8085a65 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:46.928550 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (21efb4af-888b-4283-8e73-6fe7f0689f2f), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.938741 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (21efb4af-888b-4283-8e73-6fe7f0689f2f), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.952967 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f3ba95bf-4db6-46de-817e-d28daa627ab4 req-c048bd68-ce5a-4d9e-b26c-ade4a7bba788 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796969 Mar 05 02:54:46.961421 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21efb4af-888b-4283-8e73-6fe7f0689f2f,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:46.972328 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:46.976083 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-86a689b1-438c-4575-9dc6-f6e0146e7f0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2114003 Mar 05 02:54:46.976362 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60214) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:46.981614 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group_rule': {'security_group_id': 'a4053de2-d6bb-4c1c-bd94-904e19861213', 'project_id': '5331bf64705d40bfbd185560e1232304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:47.008081 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (0571dacd-0df0-4d5e-b214-61dad519e5de), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.075838 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (0571dacd-0df0-4d5e-b214-61dad519e5de), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.080745 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (0571dacd-0df0-4d5e-b214-61dad519e5de), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.103122 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0571dacd-0df0-4d5e-b214-61dad519e5de,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:47.115299 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.116772 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-09ea462d-5585-4220-b6de-722ae123a042 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388941 Mar 05 02:54:47.119848 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60220) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:47.125016 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group_rule': {'security_group_id': 'a4053de2-d6bb-4c1c-bd94-904e19861213', 'project_id': '5331bf64705d40bfbd185560e1232304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:47.148007 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.securitygroups_db [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Project 5331bf64705d40bfbd185560e1232304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 02:54:47.154868 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (9d378429-4c81-455c-9c05-4534db8b0ac1), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.164379 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:44Z', 'revision_number': 4, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'eea747da-34e8-4020-b6c2-5b33205bfd84', 'name': '', 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:43Z', 'updated_at': '2022-03-05T02:54:44Z', 'revision_number': 2, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'subnets': [{'id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:47.194024 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Checking router: 30dedadd-057c-4ac2-b355-c101b8085a65 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:54:47.194519 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Updating router 30dedadd-057c-4ac2-b355-c101b8085a65 port eea747da-34e8-4020-b6c2-5b33205bfd84 binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:54:47.227376 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (9d378429-4c81-455c-9c05-4534db8b0ac1), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.228869 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.233357 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (9d378429-4c81-455c-9c05-4534db8b0ac1), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.263229 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.264595 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435969 Mar 05 02:54:47.267697 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60228) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:54:47.273539 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'security_group_rule': {'security_group_id': 'a4053de2-d6bb-4c1c-bd94-904e19861213', 'project_id': '5331bf64705d40bfbd185560e1232304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:54:47.278186 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fe649-4928-4ea0-830d-4d49be6255f3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d378429-4c81-455c-9c05-4534db8b0ac1,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:47.370364 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.securitygroups_db [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Project 5331bf64705d40bfbd185560e1232304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 02:54:47.375724 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98a1f4-1276-4583-9277-736e819f5e8e req-cc06bbab-4678-4a86-b73f-1c051df15fa6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.377276 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6a98a1f4-1276-4583-9277-736e819f5e8e req-cc06bbab-4678-4a86-b73f-1c051df15fa6 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0666125 Mar 05 02:54:47.381556 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (56490767-8114-4aac-b0e6-99d70b865ac7), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.427363 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-0c9b6fd3-0e69-4869-ad3b-1c8b154acac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.429166 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-0c9b6fd3-0e69-4869-ad3b-1c8b154acac8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68c504a292454b7eb42cb5ea036cf77f&device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 1130 time: 0.1333482 Mar 05 02:54:47.433666 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6a98a1f4-1276-4583-9277-736e819f5e8e req-2feed21e-7ec3-46b3-b875-cd825bec3012 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502198 Mar 05 02:54:47.455862 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea0477-2365-49b0-ba6c-4edb81b025b7 req-88c8a7ea-99af-4683-84a1-d384a307e683 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.457495 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5dea0477-2365-49b0-ba6c-4edb81b025b7 req-88c8a7ea-99af-4683-84a1-d384a307e683 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1502540 Mar 05 02:54:47.540679 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Publish callbacks [] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.548025 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.563511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (56490767-8114-4aac-b0e6-99d70b865ac7), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.576756 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (56490767-8114-4aac-b0e6-99d70b865ac7), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.609105 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:47.619765 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5dea0477-2365-49b0-ba6c-4edb81b025b7 req-d1ab0c6a-c82f-4626-b37e-9f2b506e03ea tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439505 Mar 05 02:54:47.625129 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56490767-8114-4aac-b0e6-99d70b865ac7,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:47.632580 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.633756 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-dd8cb09b-3af5-4a4d-8e39-204c2c6df34c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647838 Mar 05 02:54:47.635321 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-5d013fc1-18e6-45bc-9585-aff7b5303fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.636710 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-5d013fc1-18e6-45bc-9585-aff7b5303fe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 200 len: 918 time: 0.1979928 Mar 05 02:54:47.673069 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10527-1d09-4748-9764-3dc88bfe4398 None None] Pushing event updated for resources: {'Port': ['ID=eea747da-34e8-4020-b6c2-5b33205bfd84,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:47.687985 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-2ec7e0b4-308b-42f8-a97e-2fd01cee999a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 200 len: 217 time: 0.0444617 Mar 05 02:54:47.732884 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.743191 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-446bb73e-062e-4049-a492-11f3fc52e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:47.744827 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-446bb73e-062e-4049-a492-11f3fc52e579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 200 len: 857 time: 0.0488007 Mar 05 02:54:47.750074 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Attempting to bind port eea747da-34e8-4020-b6c2-5b33205bfd84 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:54:47.750381 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Attempting to bind port eea747da-34e8-4020-b6c2-5b33205bfd84 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:54:47.751254 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Attempting to bind port eea747da-34e8-4020-b6c2-5b33205bfd84 on network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:54:47.762436 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:54:47.762832 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Checking segment: {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:54:47.763252 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.763644 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Bound using segment: {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:54:47.764130 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Bound port: eea747da-34e8-4020-b6c2-5b33205bfd84, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:54:47.764513 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.780803 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:47.781354 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.789213 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-6861a479-3f66-4566-8077-c374f160f114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339208 Mar 05 02:54:47.865877 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] For port eea747da-34e8-4020-b6c2-5b33205bfd84, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:54:47.869414 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] For port eea747da-34e8-4020-b6c2-5b33205bfd84, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=eea747da-34e8-4020-b6c2-5b33205bfd84,segment=NetworkSegment(961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e),segment_id=961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:54:47.877831 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.906340 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-e3e516e6-0e71-4e66-b176-f816eb16f7b0 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113839 Mar 05 02:54:47.986107 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:47.989856 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] Provisioning complete for port eea747da-34e8-4020-b6c2-5b33205bfd84 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:47.990233 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:47.992089 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10527-1d09-4748-9764-3dc88bfe4398 None None] Pushing event updated for resources: {'Port': ['ID=eea747da-34e8-4020-b6c2-5b33205bfd84,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:48.002110 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Routers {'30dedadd-057c-4ac2-b355-c101b8085a65'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:54:48.002859 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:54:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['30dedadd-057c-4ac2-b355-c101b8085a65'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:48.022008 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9cd67dbb-267a-44c5-a3e5-0e8bf03f532c req-8219dbfd-5b83-416e-9bfb-8cfb3f1b6289 service neutron] 10.222.0.16 "GET /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076138 Mar 05 02:54:48.183909 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] Set router 30dedadd-057c-4ac2-b355-c101b8085a65 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:54:48.227376 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] Current status of the port eea747da-34e8-4020-b6c2-5b33205bfd84 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:48.227774 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:48.316251 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] For port eea747da-34e8-4020-b6c2-5b33205bfd84, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=eea747da-34e8-4020-b6c2-5b33205bfd84,segment=NetworkSegment(961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e),segment_id=961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:48.350393 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:48.427768 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdbbb7-42ea-4a48-a303-e0ab0b83db2c None None] Pushing event updated for resources: {'Port': ['ID=eea747da-34e8-4020-b6c2-5b33205bfd84,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:48.480424 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-6cd812f6-e68a-4f56-857c-8519a74003f8 None None] Provisioning complete for port eea747da-34e8-4020-b6c2-5b33205bfd84 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:48.480806 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6cd812f6-e68a-4f56-857c-8519a74003f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:48.532913 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:44Z', 'revision_number': 4, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'eea747da-34e8-4020-b6c2-5b33205bfd84', 'name': '', 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:43Z', 'updated_at': '2022-03-05T02:54:47Z', 'revision_number': 4, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'subnets': [{'id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:54:48.574674 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528fe5-d98b-45ea-abeb-15451c2c0c1d req-85b0ece1-21a8-4e22-b056-80c2863420fe tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.576437 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96528fe5-d98b-45ea-abeb-15451c2c0c1d req-85b0ece1-21a8-4e22-b056-80c2863420fe tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0731432 Mar 05 02:54:48.627464 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96528fe5-d98b-45ea-abeb-15451c2c0c1d req-7d44d30c-632b-44fc-a446-ff688e2563c8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Mar 05 02:54:48.696155 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5a584-1bfa-414e-b0e2-b78c0ec748e4 None None] The sync data for ids ['30dedadd-057c-4ac2-b355-c101b8085a65'] in dv-cinder-827259-3-smb is: [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:44Z', 'revision_number': 4, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'eea747da-34e8-4020-b6c2-5b33205bfd84', 'name': '', 'network_id': 'f995d26b-f4a7-4a16-9329-1d0cdd4b84e3', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'mac_address': 'fa:16:3e:b6:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:43Z', 'updated_at': '2022-03-05T02:54:47Z', 'revision_number': 4, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'subnets': [{'id': '4d8e2c52-e835-41f1-889a-8b19b9aeae91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:54:48.765858 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-6cd812f6-e68a-4f56-857c-8519a74003f8 None None] Current status of the port eea747da-34e8-4020-b6c2-5b33205bfd84 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:48.829856 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafd20e-986a-4bc8-bc80-9d288b34ee4e req-5713d0fa-374d-49db-80e1-93b4f6eb121e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:48.831533 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5aafd20e-986a-4bc8-bc80-9d288b34ee4e req-5713d0fa-374d-49db-80e1-93b4f6eb121e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1077399 Mar 05 02:54:48.891326 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5aafd20e-986a-4bc8-bc80-9d288b34ee4e req-dbf7c5de-4600-4b57-a93b-a782148fe547 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540037 Mar 05 02:54:49.382000 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:54:49.607065 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device eea747da-34e8-4020-b6c2-5b33205bfd84 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:49.657767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port eea747da-34e8-4020-b6c2-5b33205bfd84 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:49.658651 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:49.741624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port eea747da-34e8-4020-b6c2-5b33205bfd84 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:49.751833 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303130b-d056-4ed8-b9e1-d7e88ddadc54 req-8fc1c238-5663-492f-ba7f-8ecfe103e589 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:49.753325 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8303130b-d056-4ed8-b9e1-d7e88ddadc54 req-8fc1c238-5663-492f-ba7f-8ecfe103e589 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0554032 Mar 05 02:54:49.803914 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8303130b-d056-4ed8-b9e1-d7e88ddadc54 req-3409513d-8d21-4854-b646-2e8a96f8852c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Mar 05 02:54:50.017808 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1709c8-54c8-41e2-8b81-77386d9f7ed4 req-85ab7b0e-2bc4-4214-8d87-121d185b83c2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:50.019378 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2e1709c8-54c8-41e2-8b81-77386d9f7ed4 req-85ab7b0e-2bc4-4214-8d87-121d185b83c2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0525591 Mar 05 02:54:50.065349 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2e1709c8-54c8-41e2-8b81-77386d9f7ed4 req-7196cafb-473b-4538-b89e-a5c23986866d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 Mar 05 02:54:50.886140 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:54:50.925890 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ec15e-a4b5-4751-a5fb-98bd0684cb95 req-f772c93a-8d32-4b3e-927f-45e7f06012e8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:50.927449 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-749ec15e-a4b5-4751-a5fb-98bd0684cb95 req-f772c93a-8d32-4b3e-927f-45e7f06012e8 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0533552 Mar 05 02:54:50.978029 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-749ec15e-a4b5-4751-a5fb-98bd0684cb95 req-c074e2a3-6443-495d-8c8a-16e0c7c38ae1 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449789 Mar 05 02:54:50.996124 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:51.007955 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'mac_address': 'fa:16:3e:71:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:54:51.048630 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: ACTIVE; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:51.049033 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:51.064985 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 510d7b00-6184-4f36-9a18-95b5a88885d0 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:54:51.086557 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:51.091100 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:51.153331 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=6']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:51.211971 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14364935-03fe-4986-9cee-b126baeae196 req-9d0b43db-71b4-4e41-a57b-ecf5f33ad32a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:51.213490 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-14364935-03fe-4986-9cee-b126baeae196 req-9d0b43db-71b4-4e41-a57b-ecf5f33ad32a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 944 time: 0.0634110 Mar 05 02:54:51.265085 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-14364935-03fe-4986-9cee-b126baeae196 req-1992b762-2213-4b26-a0dd-25757aa9ab7e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Mar 05 02:54:51.303323 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['510d7b00-6184-4f36-9a18-95b5a88885d0'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:52.397749 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690080c-43c0-403a-8740-e33a9117a629 req-294d8a58-1727-4fc8-ad79-a7aa2c0399b7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:52.399303 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6690080c-43c0-403a-8740-e33a9117a629 req-294d8a58-1727-4fc8-ad79-a7aa2c0399b7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 944 time: 0.0560389 Mar 05 02:54:52.458365 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6690080c-43c0-403a-8740-e33a9117a629 req-948a14ab-350c-4ae3-a19a-f7e91f6340d3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518816 Mar 05 02:54:52.896716 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:54:52.947787 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 510d7b00-6184-4f36-9a18-95b5a88885d0 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:54:52.948251 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:53.037581 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:54:53.037981 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:53.060961 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:53.063746 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeea39f-4c56-4951-9c96-c23b5c40dc42" -d '{"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-plugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:53.079924 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:53.085741 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:53.116271 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c625cc6d-9e96-47ed-aaf8-e9f616c3b56c x-openstack-request-id: req-c625cc6d-9e96-47ed-aaf8-e9f616c3b56c {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:53.116591 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-plugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:53.116853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c625cc6d-9e96-47ed-aaf8-e9f616c3b56c {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:53.117246 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'code': 200} Mar 05 02:54:53.144419 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=7']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:53.603776 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63552cfd-341d-4133-87fb-04f005bda4a0 req-8665ce9b-6f22-4efb-b38d-4910663581cd tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:53.611736 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-63552cfd-341d-4133-87fb-04f005bda4a0 req-8665ce9b-6f22-4efb-b38d-4910663581cd tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0676088 Mar 05 02:54:53.708686 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-63552cfd-341d-4133-87fb-04f005bda4a0 req-758addd3-4a82-48d6-be93-5bec8f6be76f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959256 Mar 05 02:54:54.849233 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32432b-4de4-4fb8-bca7-566c46dd3a47 req-b6d163e6-f973-4e5c-997c-b201f04dcd95 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:54.851634 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2b32432b-4de4-4fb8-bca7-566c46dd3a47 req-b6d163e6-f973-4e5c-997c-b201f04dcd95 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0612240 Mar 05 02:54:54.930619 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2b32432b-4de4-4fb8-bca7-566c46dd3a47 req-57c63bdb-86a3-4158-a452-7a4590ac861d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522726 Mar 05 02:54:55.135657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c24b48-993b-46e2-8224-4b8c25747a44 req-6f2cbbf2-9c9f-4d81-94d9-8acdd5130b30 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:55.137610 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a3c24b48-993b-46e2-8224-4b8c25747a44 req-6f2cbbf2-9c9f-4d81-94d9-8acdd5130b30 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0671749 Mar 05 02:54:55.191355 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a3c24b48-993b-46e2-8224-4b8c25747a44 req-14ae7a92-8da4-4e04-9ca4-56a1dd14adea tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 Mar 05 02:54:56.095980 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6eb59-1865-4766-8245-26bfc2ab918d req-ee4976cf-b936-4cbc-9b9d-02c893c1787e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:56.105839 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fca6eb59-1865-4766-8245-26bfc2ab918d req-ee4976cf-b936-4cbc-9b9d-02c893c1787e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0757797 Mar 05 02:54:56.162480 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fca6eb59-1865-4766-8245-26bfc2ab918d req-6f4ec628-5c20-4c71-af37-e8984531330e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552979 Mar 05 02:54:56.339935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1ec83-6ff2-4f4f-8859-a3c18d35e1d7 req-b1f66dcb-c4d3-4362-a459-84c19f190d8c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:56.342095 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d2f1ec83-6ff2-4f4f-8859-a3c18d35e1d7 req-b1f66dcb-c4d3-4362-a459-84c19f190d8c tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0726285 Mar 05 02:54:56.395061 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d2f1ec83-6ff2-4f4f-8859-a3c18d35e1d7 req-518983cf-556d-4d24-86cb-618dade37022 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Mar 05 02:54:57.323515 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897cac0-3a81-412f-9782-68abd9ad5993 req-3d7fd0e1-7ae7-4d98-8eff-44d638c07f25 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:57.325360 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4897cac0-3a81-412f-9782-68abd9ad5993 req-3d7fd0e1-7ae7-4d98-8eff-44d638c07f25 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0747073 Mar 05 02:54:57.395611 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4897cac0-3a81-412f-9782-68abd9ad5993 req-bf8ca5ad-94de-489e-a6f0-fd2252119925 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642824 Mar 05 02:54:57.528316 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77270e98-88be-49d5-a1f9-171a23964c66 req-f2c6a62e-35bb-40e0-b355-382013714361 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:57.529889 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-77270e98-88be-49d5-a1f9-171a23964c66 req-f2c6a62e-35bb-40e0-b355-382013714361 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0615664 Mar 05 02:54:57.587238 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-77270e98-88be-49d5-a1f9-171a23964c66 req-d26dc161-1b8e-41ff-89ab-10aac8f67a92 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Mar 05 02:54:58.258834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-242232b0-dd56-4c4d-92b0-1977ec951910 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:58.261037 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-242232b0-dd56-4c4d-92b0-1977ec951910 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0571108 Mar 05 02:54:58.379059 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Deleting port 5321d2ff-bc06-4809-b26d-e11542ec78c1 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:54:58.379764 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:58.543896 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] For port 5321d2ff-bc06-4809-b26d-e11542ec78c1, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=5321d2ff-bc06-4809-b26d-e11542ec78c1,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:54:58.544191 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:58.564337 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Calling delete_port for 5321d2ff-bc06-4809-b26d-e11542ec78c1 owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:54:58.622129 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a792b5-fa99-471f-b395-9f11305a127d req-29f100d5-17f9-4926-9fe5-370928d1e115 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:58.629227 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c4a792b5-fa99-471f-b395-9f11305a127d req-29f100d5-17f9-4926-9fe5-370928d1e115 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1472952 Mar 05 02:54:58.705065 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c4a792b5-fa99-471f-b395-9f11305a127d req-16170460-7596-47f4-ad14-039bd335163a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748825 Mar 05 02:54:58.722131 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033545f3-af3b-4779-8686-743b60399daa req-469cbb83-08c2-40b5-936b-4f57d059eaca tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:58.729362 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-033545f3-af3b-4779-8686-743b60399daa req-469cbb83-08c2-40b5-936b-4f57d059eaca tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 946 time: 0.0663626 Mar 05 02:54:58.786498 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-033545f3-af3b-4779-8686-743b60399daa req-20f68599-6cf6-473b-a587-5070812fffce tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560777 Mar 05 02:54:58.793096 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (5321d2ff-bc06-4809-b26d-e11542ec78c1), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:58.859207 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['cdfd939a-18f4-4054-a5b5-091b4ad08618', '5321d2ff-bc06-4809-b26d-e11542ec78c1'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:54:59.074792 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Pushing event deleted for resources: {'Port': ['ID=5321d2ff-bc06-4809-b26d-e11542ec78c1,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:54:59.134922 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] No DVR routers for this DVR port 5321d2ff-bc06-4809-b26d-e11542ec78c1 on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:54:59.137629 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:54:59.142213 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6aaa25df-a6d0-491c-86ec-b72e5afd0cc3 req-b2d5bc79-c2ae-401b-80e7-87abb6a2480e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "DELETE /v2.0/ports/5321d2ff-bc06-4809-b26d-e11542ec78c1 HTTP/1.1" status: 204 len: 173 time: 0.8698475 Mar 05 02:54:59.142213 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf8d868-fb63-4028-8b07-42545b364812', 'name': 'network-vif-deleted', 'tag': '5321d2ff-bc06-4809-b26d-e11542ec78c1'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:54:59.144333 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeadc66-e989-4f97-956b-5cb9abd764f3" -d '{"events": [{"server_uuid": "ecf8d868-fb63-4028-8b07-42545b364812", "name": "network-vif-deleted", "tag": "5321d2ff-bc06-4809-b26d-e11542ec78c1"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:54:59.180858 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e18bd0d-ed30-4d03-8889-d32856079ae6 x-openstack-request-id: req-6e18bd0d-ed30-4d03-8889-d32856079ae6 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:54:59.181153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf8d868-fb63-4028-8b07-42545b364812", "name": "network-vif-deleted", "tag": "5321d2ff-bc06-4809-b26d-e11542ec78c1", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:54:59.181408 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e18bd0d-ed30-4d03-8889-d32856079ae6 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:54:59.181811 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf8d868-fb63-4028-8b07-42545b364812', 'name': 'network-vif-deleted', 'tag': '5321d2ff-bc06-4809-b26d-e11542ec78c1', 'status': 'completed', 'code': 200} Mar 05 02:54:59.872672 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813d2dd-357d-4f61-b7d6-2111a5c7a5df req-14da4150-723e-43df-be2a-63777edc3db5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:54:59.881332 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1813d2dd-357d-4f61-b7d6-2111a5c7a5df req-14da4150-723e-43df-be2a-63777edc3db5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0789647 Mar 05 02:54:59.957606 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1813d2dd-357d-4f61-b7d6-2111a5c7a5df req-2829d162-def1-45f9-9b76-b37137e137a3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748980 Mar 05 02:54:59.962836 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9aa41f7d-75f8-4143-9520-25a85543d0ce req-ef90e5ca-fea6-44ec-b9c0-020622d8d02a tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf8d868-fb63-4028-8b07-42545b364812 HTTP/1.1" status: 200 len: 210 time: 0.0326004 Mar 05 02:55:01.119974 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a82a3-83c4-4cd0-b1f2-663ed2cbc90c req-e4898964-bcfb-4b5d-9ae5-1574c2b9258d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:01.127779 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-963a82a3-83c4-4cd0-b1f2-663ed2cbc90c req-e4898964-bcfb-4b5d-9ae5-1574c2b9258d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0688324 Mar 05 02:55:01.195115 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-963a82a3-83c4-4cd0-b1f2-663ed2cbc90c req-61223a88-96fe-4811-be50-dec53d4f5110 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571842 Mar 05 02:55:01.298723 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37562f93-56d8-4e6f-ac5c-a3f026fd5956 req-3c0f3610-b953-45ec-bfa9-0e1e95293429 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:01.300412 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-37562f93-56d8-4e6f-ac5c-a3f026fd5956 req-3c0f3610-b953-45ec-bfa9-0e1e95293429 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0588160 Mar 05 02:55:01.360345 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-37562f93-56d8-4e6f-ac5c-a3f026fd5956 req-d9ee2cf5-55e2-40d4-9434-b9c3b6c11ec3 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531840 Mar 05 02:55:02.332825 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3438a-c765-4bc7-af49-17dd0a5a81c6 req-a47c0741-23dd-4bcf-9fc8-96f2fbf31f1c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:02.334368 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-40d3438a-c765-4bc7-af49-17dd0a5a81c6 req-a47c0741-23dd-4bcf-9fc8-96f2fbf31f1c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0652344 Mar 05 02:55:02.385771 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-40d3438a-c765-4bc7-af49-17dd0a5a81c6 req-2e739b41-928d-45a5-b9e6-fa776e2d313c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Mar 05 02:55:02.489967 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58fab-4e00-4443-bc9a-55e312c55fd3 req-234b9aca-e8e2-4173-9c76-deb6d5e72e92 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:02.491484 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e0b58fab-4e00-4443-bc9a-55e312c55fd3 req-234b9aca-e8e2-4173-9c76-deb6d5e72e92 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0563607 Mar 05 02:55:02.536231 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e0b58fab-4e00-4443-bc9a-55e312c55fd3 req-1f858901-973d-404a-bd71-7651e0be5751 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393329 Mar 05 02:55:02.938431 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 5321d2ff-bc06-4809-b26d-e11542ec78c1 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:02.962124 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 5321d2ff-bc06-4809-b26d-e11542ec78c1 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:02.962504 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 5321d2ff-bc06-4809-b26d-e11542ec78c1 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:03.384254 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-5490687f-597b-4386-b515-8b9d84dbe9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.385732 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-5490687f-597b-4386-b515-8b9d84dbe9e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1129 time: 0.0421236 Mar 05 02:55:03.477802 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-3c19b4b0-8cd6-4679-adae-122c32ba931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.479321 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-3c19b4b0-8cd6-4679-adae-122c32ba931f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.0873907 Mar 05 02:55:03.517449 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f18b0-58fb-43e0-90ce-bbc617ecacd6 req-9071076a-6310-4331-a970-bd9d7c175d8c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.518966 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-338f18b0-58fb-43e0-90ce-bbc617ecacd6 req-9071076a-6310-4331-a970-bd9d7c175d8c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0556405 Mar 05 02:55:03.547105 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-8c0f01a6-a797-4aea-bc14-dff99e88e681 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 1000 time: 0.0597975 Mar 05 02:55:03.565644 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-338f18b0-58fb-43e0-90ce-bbc617ecacd6 req-2eb99ef9-daf3-4767-851b-53855f6b4f03 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Mar 05 02:55:03.609828 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-5e0713ab-c0e1-4443-b326-7bce03477ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.611299 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-5e0713ab-c0e1-4443-b326-7bce03477ab1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0517173 Mar 05 02:55:03.689185 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057108af-4745-439e-aab6-e9162b52df62 req-6d61a625-43df-4f72-bc74-48bc555cf0e9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.690668 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-057108af-4745-439e-aab6-e9162b52df62 req-6d61a625-43df-4f72-bc74-48bc555cf0e9 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0837150 Mar 05 02:55:03.693182 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-9f8fab27-e1f5-482d-87fe-69678cd48083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:03.694534 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-9f8fab27-e1f5-482d-87fe-69678cd48083 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0751107 Mar 05 02:55:03.797512 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-057108af-4745-439e-aab6-e9162b52df62 req-99699df6-5757-4fd9-90ac-20942bd40e05 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013641 Mar 05 02:55:03.820147 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-d999b558-bdcb-4738-8c8e-8d92e411024e service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166666 Mar 05 02:55:03.915697 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f38b0b0-71b9-4288-b76b-f54bf84ef5d9 req-15f5a34f-5508-48ea-bbba-ad4211311992 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Mar 05 02:55:04.286989 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-32600377-4e67-47fc-821d-9308e887f5ac tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633329152&fields=id&tenant_id=5331bf64705d40bfbd185560e1232304 HTTP/1.1" status: 200 len: 267 time: 0.0431089 Mar 05 02:55:04.408201 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-a9dff485-b09f-4d93-9e9c-41dfff3f5120 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.410088 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-a9dff485-b09f-4d93-9e9c-41dfff3f5120 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 809 time: 0.1168630 Mar 05 02:55:04.429515 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-4c59d024-65e8-41e4-939c-031a67580dca tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/quotas/5331bf64705d40bfbd185560e1232304 HTTP/1.1" status: 200 len: 375 time: 0.0104532 Mar 05 02:55:04.487108 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-3509934e-f287-490d-a507-ff52ac61e77b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527081 Mar 05 02:55:04.588872 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-0abfeb0b-ae8e-4158-95c4-28af0d682e5b service neutron] 10.222.0.11 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901003 Mar 05 02:55:04.687954 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-90e78072-6d09-466f-8865-bb36ee82cf0c service neutron] 10.222.0.11 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928123 Mar 05 02:55:04.693626 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e66df2-c80d-4f95-82ee-57cf6b07c407 req-4094c86d-4ca5-4723-8868-b124b14e5b83 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.695152 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-56e66df2-c80d-4f95-82ee-57cf6b07c407 req-4094c86d-4ca5-4723-8868-b124b14e5b83 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0548518 Mar 05 02:55:04.742054 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-56e66df2-c80d-4f95-82ee-57cf6b07c407 req-1a80cb3b-1ab8-45ba-b36f-b8ccfe27948a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411522 Mar 05 02:55:04.922450 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e47706-d42e-42d5-a394-f7b085b544f4 req-d8391e0b-f3b9-4251-bea5-93ebf88e9fad tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:04.923987 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48e47706-d42e-42d5-a394-f7b085b544f4 req-d8391e0b-f3b9-4251-bea5-93ebf88e9fad tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0571916 Mar 05 02:55:04.976984 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48e47706-d42e-42d5-a394-f7b085b544f4 req-d5194500-87f3-4ac9-b3ec-113dfa69157f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Mar 05 02:55:04.987423 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6c382676-d050-49d8-9220-64b09584ca28 req-7b77d998-fab1-416d-9315-a2ec646f0d0e tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 210 time: 0.0322382 Mar 05 02:55:05.872382 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c78f1-aa40-4eb1-b785-a87358ddb937 req-821bd33e-91cf-40e9-be47-52d6dc487afc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:05.874422 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4b2c78f1-aa40-4eb1-b785-a87358ddb937 req-821bd33e-91cf-40e9-be47-52d6dc487afc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.0558391 Mar 05 02:55:05.919860 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4b2c78f1-aa40-4eb1-b785-a87358ddb937 req-af6d8b00-1798-492e-ab8e-61151ca40373 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399137 Mar 05 02:55:06.084945 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b2ffd8c3-39de-4632-9193-42fc9ef00996 req-3768eaf5-e809-49c9-91c8-c31a8b461246 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 210 time: 0.0293555 Mar 05 02:55:06.100013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4b969-e312-4297-b4a9-29d03bc8b0ab req-a931791b-c152-48d2-863a-0fe8fde0bb5f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.101481 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-04b4b969-e312-4297-b4a9-29d03bc8b0ab req-a931791b-c152-48d2-863a-0fe8fde0bb5f tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0547223 Mar 05 02:55:06.152114 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-04b4b969-e312-4297-b4a9-29d03bc8b0ab req-744886fb-faa9-46d7-9f5d-0764eb9b4548 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Mar 05 02:55:06.307224 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-4c35abf5-7b12-4732-9f60-d080413d5c0f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.308725 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-4c35abf5-7b12-4732-9f60-d080413d5c0f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 809 time: 0.1187861 Mar 05 02:55:06.388445 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-b2a6f4c7-97ef-48e1-8ed5-262080b242d0 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5331bf64705d40bfbd185560e1232304 HTTP/1.1" status: 200 len: 379 time: 0.0547986 Mar 05 02:55:06.399337 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'port': {'device_id': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'admin_state_up': True, 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'security_groups': ['a4053de2-d6bb-4c1c-bd94-904e19861213']}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:06.508209 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Made reservation on behalf of 5331bf64705d40bfbd185560e1232304 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:06.511823 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:06.638259 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Allocated IP 172.20.0.5 (3fa36278-936e-4f16-bfae-81d6ba8366f6/520ead7f-4499-43bd-8200-cb82121791ad/f4408d55-41d6-4d8d-890d-e874088268f3) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:06.781648 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for port (f4408d55-41d6-4d8d-890d-e874088268f3), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:06.817123 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:06.862285 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:06.865359 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:06.867897 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:06.901838 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:06.930077 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:06.930748 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:06.947623 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-f0bebbcf-8064-475d-af9a-be937e257f4d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519977 Mar 05 02:55:06.963817 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:06.972203 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Request body: {'port': {'device_id': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:07.047294 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: ACTIVE; New status is: DOWN {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:07.047946 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.064679 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.070968 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:07.073179 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5921d8db-29aa-4e1b-9bd5-2dcdf27f8a3c" -d '{"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-unplugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:07.086925 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:07.092671 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.120859 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25346a2-0d5e-45b0-a534-1e5cd3a93f00 req-0c8b5552-4f60-4801-83ea-4530f316d26b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.121568 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda47bfc-32c1-4df4-8bad-1e714ef43019 x-openstack-request-id: req-fda47bfc-32c1-4df4-8bad-1e714ef43019 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:07.121851 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-unplugged", "status": "failed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "code": 422}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:07.122107 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda47bfc-32c1-4df4-8bad-1e714ef43019 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:07.122378 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f25346a2-0d5e-45b0-a534-1e5cd3a93f00 req-0c8b5552-4f60-4801-83ea-4530f316d26b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 945 time: 0.1085703 Mar 05 02:55:07.122521 dv-cinder-827259-3-smb neutron-server[114615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'code': 422} returned with failed status Mar 05 02:55:07.145561 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-66f64319-462f-4113-8caf-409c5de7ee97 None None] Provisioning complete for port f4408d55-41d6-4d8d-890d-e874088268f3 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:07.146180 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-66f64319-462f-4113-8caf-409c5de7ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.184977 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=8']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:07.196890 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-66f64319-462f-4113-8caf-409c5de7ee97 None None] Port f4408d55-41d6-4d8d-890d-e874088268f3 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:55:07.220335 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8733ff6-b40f-4dd6-a9e4-baec0aa3b244 req-6da81d55-a6e3-43fb-8521-7f8eebd02f2e tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.221985 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8733ff6-b40f-4dd6-a9e4-baec0aa3b244 req-6da81d55-a6e3-43fb-8521-7f8eebd02f2e tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 931 time: 0.0639729 Mar 05 02:55:07.244154 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f25346a2-0d5e-45b0-a534-1e5cd3a93f00 req-e7101dce-7bbb-4102-b81c-2fd4cfa12a17 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149995 Mar 05 02:55:07.278477 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8733ff6-b40f-4dd6-a9e4-baec0aa3b244 req-9cabf07c-385a-408c-ab42-1a43aacb7d0d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507591 Mar 05 02:55:07.426116 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aab79-3a30-4d83-be65-cfa6e3bc2d7d req-d20eca2b-88d1-4f22-8fb4-b11013afa94b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.427625 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e25aab79-3a30-4d83-be65-cfa6e3bc2d7d req-d20eca2b-88d1-4f22-8fb4-b11013afa94b tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.1090620 Mar 05 02:55:07.433058 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4408d55-41d6-4d8d-890d-e874088268f3 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:07.447695 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Publish callbacks [] for port (f4408d55-41d6-4d8d-890d-e874088268f3), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.494420 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Transition to ACTIVE for port object f4408d55-41d6-4d8d-890d-e874088268f3 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:55:07.510464 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.552742 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e25aab79-3a30-4d83-be65-cfa6e3bc2d7d req-21a8e048-adaa-40fb-85c3-70ce106a0222 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139352 Mar 05 02:55:07.628778 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:07.723984 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Attempting to bind port f4408d55-41d6-4d8d-890d-e874088268f3 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:07.724902 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Attempting to bind port f4408d55-41d6-4d8d-890d-e874088268f3 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:07.725401 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Attempting to bind port f4408d55-41d6-4d8d-890d-e874088268f3 on network 3fa36278-936e-4f16-bfae-81d6ba8366f6 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:07.730517 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Port f4408d55-41d6-4d8d-890d-e874088268f3 on network 3fa36278-936e-4f16-bfae-81d6ba8366f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:55:07.730908 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Attempting to bind port f4408d55-41d6-4d8d-890d-e874088268f3 on network 3fa36278-936e-4f16-bfae-81d6ba8366f6 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:07.736396 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:07.737627 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Checking segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:07.737627 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Bound using segment: {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:07.737916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Bound port: f4408d55-41d6-4d8d-890d-e874088268f3, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa2707e-20e4-4849-9822-e1f7811d53f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:07.738395 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.832820 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:07.836084 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:07.844668 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.880577 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:07.880577 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:07.881912 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] 10.222.0.16 "PUT /v2.0/ports/f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 1093 time: 0.9150605 Mar 05 02:55:07.882362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:07.884797 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:07.906647 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [req-afb97b85-0277-4242-a42c-69a29a1c66e1 req-4804f607-7440-46ab-937f-5b01aafc8d49 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:55:07.908020 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-afb97b85-0277-4242-a42c-69a29a1c66e1 req-4804f607-7440-46ab-937f-5b01aafc8d49 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101931 Mar 05 02:55:07.933414 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e621bd-c229-4ac6-8d74-835dfb9c3533 service neutron] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:07.955806 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d34182-6da4-4ca0-b1ee-2c889350c7e2 x-openstack-request-id: req-72d34182-6da4-4ca0-b1ee-2c889350c7e2 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:07.956366 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:07.956847 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72d34182-6da4-4ca0-b1ee-2c889350c7e2 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:07.957160 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'status': 'completed', 'code': 200} Mar 05 02:55:08.135020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68430614-4f94-4f9c-b557-a0050775a3c9 req-bc874e54-ded1-457d-bfa9-47826deafd90 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.136731 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-68430614-4f94-4f9c-b557-a0050775a3c9 req-bc874e54-ded1-457d-bfa9-47826deafd90 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0636952 Mar 05 02:55:08.203916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-8718931c-abf9-467d-95e5-6071666c83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.205014 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-68430614-4f94-4f9c-b557-a0050775a3c9 req-9550ae95-3650-43a3-a7a3-4127e79d46f7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616632 Mar 05 02:55:08.205614 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-8718931c-abf9-467d-95e5-6071666c83a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1127 time: 0.0509930 Mar 05 02:55:08.268566 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-6252f958-3b38-457a-b774-38fcd79f2550 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 217 time: 0.0394123 Mar 05 02:55:08.328291 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-1141f1da-764f-4279-bc08-df8b416091bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.329943 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-1141f1da-764f-4279-bc08-df8b416091bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0530374 Mar 05 02:55:08.426044 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-257443b7-3e76-4684-b7d6-3c2ea384185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.431325 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-257443b7-3e76-4684-b7d6-3c2ea384185c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0892384 Mar 05 02:55:08.447254 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99333ad5-3f19-45cd-aca8-289ca445a4b3 req-9656a1f2-da5b-4970-9735-1350e965ef54 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.449055 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-99333ad5-3f19-45cd-aca8-289ca445a4b3 req-9656a1f2-da5b-4970-9735-1350e965ef54 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.0737855 Mar 05 02:55:08.485431 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60548) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:08.553648 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-99333ad5-3f19-45cd-aca8-289ca445a4b3 req-f1342386-78a4-4004-8c44-6ab2f778123b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982764 Mar 05 02:55:08.576657 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-d65a59b8-74d8-4417-ba36-eba5507b1d82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890689 Mar 05 02:55:08.579330 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-227e4f2e-71a7-484e-9711-db9d6b652e10 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228831 Mar 05 02:55:08.585504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-0f16844d-af4f-411e-bf4a-675a7261f061 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:55:08.586475 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-0f16844d-af4f-411e-bf4a-675a7261f061 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050461 Mar 05 02:55:08.673848 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60558) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:08.677894 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b918910-5443-4247-b58a-43db35fa4e66 req-8183943e-470f-4204-9042-a1ccfc3f7053 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.679440 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7b918910-5443-4247-b58a-43db35fa4e66 req-8183943e-470f-4204-9042-a1ccfc3f7053 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0540700 Mar 05 02:55:08.690950 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-aa68b6fb-430c-4748-8577-29d5541e9b1d req-1c838e60-cd75-4381-bcbd-23b58b364d4b service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032271 Mar 05 02:55:08.727734 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7b918910-5443-4247-b58a-43db35fa4e66 req-ac261d7c-516d-4764-8fad-5522d1aa20a2 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Mar 05 02:55:08.780221 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-5cec66e9-a516-41ef-a8c3-1422f3b6eb03 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.781577 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-5cec66e9-a516-41ef-a8c3-1422f3b6eb03 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports/510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 940 time: 0.1067867 Mar 05 02:55:08.851531 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-39178936-9ea6-4797-a46e-dac0faa740e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:08.960517 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-b84a8707-fa37-4ec9-b528-eb4d2ddaa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.967748 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-76fc8571-eea8-49b3-b468-ca7767e16326 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:08.967945 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-b84a8707-fa37-4ec9-b528-eb4d2ddaa7f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1127 time: 0.0537944 Mar 05 02:55:08.969198 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-76fc8571-eea8-49b3-b468-ca7767e16326 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 946 time: 0.0535331 Mar 05 02:55:09.074319 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-63d653a8-931a-4faa-b5bc-cca3e3585298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.075857 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-63d653a8-931a-4faa-b5bc-cca3e3585298 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 910 time: 0.0914338 Mar 05 02:55:09.111030 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Deleting port cdfd939a-18f4-4054-a5b5-091b4ad08618 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:09.111383 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.134711 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-9c541bf8-26a1-494c-b624-72f10a0453a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 217 time: 0.0383828 Mar 05 02:55:09.196785 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-8b1ba778-979a-4013-ac64-8ad15e874e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.198282 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-8b1ba778-979a-4013-ac64-8ad15e874e4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0489383 Mar 05 02:55:09.206621 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] For port cdfd939a-18f4-4054-a5b5-091b4ad08618, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=cdfd939a-18f4-4054-a5b5-091b4ad08618,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:09.207055 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.223561 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Calling delete_port for cdfd939a-18f4-4054-a5b5-091b4ad08618 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:09.269613 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-a0041a3c-5084-4a73-8d9d-79530d455aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.272380 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-a0041a3c-5084-4a73-8d9d-79530d455aa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0573380 Mar 05 02:55:09.392458 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (cdfd939a-18f4-4054-a5b5-091b4ad08618), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.409658 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-0d2158cd-9e62-4850-8302-ece8ec1737bb service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260288 Mar 05 02:55:09.417387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa75d08-0db3-40f4-8f53-3ce9269d4e6f req-4f945602-6020-4a2d-bc8c-34076ffc6b4b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.418757 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2aa75d08-0db3-40f4-8f53-3ce9269d4e6f req-4f945602-6020-4a2d-bc8c-34076ffc6b4b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1241059 Mar 05 02:55:09.443106 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['cdfd939a-18f4-4054-a5b5-091b4ad08618'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:09.449940 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Pushing event deleted for resources: {'Port': ['ID=cdfd939a-18f4-4054-a5b5-091b4ad08618,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:09.486473 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] No DVR routers for this DVR port cdfd939a-18f4-4054-a5b5-091b4ad08618 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:09.489767 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:09.493326 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-91af9951-1d64-4297-9d67-0ffe5fd2158f req-4fb5b6c0-08f3-4236-8d08-046e301260b0 tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.16 "DELETE /v2.0/ports/cdfd939a-18f4-4054-a5b5-091b4ad08618 HTTP/1.1" status: 204 len: 173 time: 0.5073965 Mar 05 02:55:09.494196 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'name': 'network-vif-deleted', 'tag': 'cdfd939a-18f4-4054-a5b5-091b4ad08618'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:09.496591 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db50270-73fa-43b8-8058-4a8fc7e75f03" -d '{"events": [{"server_uuid": "785c9ee3-14ea-480a-b5a7-d0d18ee72c37", "name": "network-vif-deleted", "tag": "cdfd939a-18f4-4054-a5b5-091b4ad08618"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:09.529975 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2aa75d08-0db3-40f4-8f53-3ce9269d4e6f req-920f38d3-8b69-48fb-a6e5-b0447e76b773 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018362 Mar 05 02:55:09.536688 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b21be77-f640-4791-ac5f-7ae66962cb55 x-openstack-request-id: req-7b21be77-f640-4791-ac5f-7ae66962cb55 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:09.537042 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785c9ee3-14ea-480a-b5a7-d0d18ee72c37", "name": "network-vif-deleted", "tag": "cdfd939a-18f4-4054-a5b5-091b4ad08618", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:09.537330 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b21be77-f640-4791-ac5f-7ae66962cb55 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:09.537813 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785c9ee3-14ea-480a-b5a7-d0d18ee72c37', 'name': 'network-vif-deleted', 'tag': 'cdfd939a-18f4-4054-a5b5-091b4ad08618', 'status': 'completed', 'code': 200} Mar 05 02:55:09.547227 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1a7dbbe1-8892-4c8c-9f12-1d640d52d3fe req-2475da11-6c4e-4119-9f99-7096f956ff5e service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274838 Mar 05 02:55:09.683609 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebc8e9-5946-4aff-86f4-c4b17c827fff req-f1ab6180-5f36-4d4c-a324-8af05a4bd41d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:09.685858 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-99ebc8e9-5946-4aff-86f4-c4b17c827fff req-f1ab6180-5f36-4d4c-a324-8af05a4bd41d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.0610311 Mar 05 02:55:09.738115 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-99ebc8e9-5946-4aff-86f4-c4b17c827fff req-decf3d43-b567-4736-8789-c89dcab09e8b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450785 Mar 05 02:55:09.839716 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-08ccf2d9-5baf-4619-8401-abeb92c0b928 req-4467ef23-f7c2-41e0-9bed-c172c1e31e9e tempest-ServerRescueNegativeTestJSON-668453873 tempest-ServerRescueNegativeTestJSON-668453873-project] 10.222.0.11 "GET /v2.0/ports?device_id=785c9ee3-14ea-480a-b5a7-d0d18ee72c37 HTTP/1.1" status: 200 len: 210 time: 0.0271029 Mar 05 02:55:10.423284 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-4a5e5eff-8595-4cc4-9140-1c0189a75029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.424820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-4a5e5eff-8595-4cc4-9140-1c0189a75029 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f&tenant_id=1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 1127 time: 0.0779312 Mar 05 02:55:10.509740 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-b9ddf145-764d-46b2-9152-cb2d35a49e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.511361 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-b9ddf145-764d-46b2-9152-cb2d35a49e35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1127 time: 0.0449669 Mar 05 02:55:10.600123 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-7e903513-d0c3-4c56-a860-3fffc87036a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.601729 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-7e903513-d0c3-4c56-a860-3fffc87036a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.0843594 Mar 05 02:55:10.699864 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-c0a7ff3f-c1e7-4c85-be25-c8f949bd11c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 200 len: 998 time: 0.0912213 Mar 05 02:55:10.710682 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b3fa9-0e1d-4566-9d25-4333c9a07b12 req-475c7fc6-3b2e-4bb2-a117-320aa1057a25 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.712133 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-576b3fa9-0e1d-4566-9d25-4333c9a07b12 req-475c7fc6-3b2e-4bb2-a117-320aa1057a25 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0965354 Mar 05 02:55:10.742117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebef61-dccb-481b-8a28-eae91ab8c23d req-478155fe-3f13-4c27-af52-ce6bd5607541 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.743635 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-87ebef61-dccb-481b-8a28-eae91ab8c23d req-478155fe-3f13-4c27-af52-ce6bd5607541 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0526288 Mar 05 02:55:10.781169 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-ffc87a99-11d4-413f-a8c3-3323c1d780eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.782625 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-ffc87a99-11d4-413f-a8c3-3323c1d780eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0696464 Mar 05 02:55:10.789690 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-87ebef61-dccb-481b-8a28-eae91ab8c23d req-64cdc86d-de30-44bd-b6cd-5735b0113de5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Mar 05 02:55:10.802058 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-576b3fa9-0e1d-4566-9d25-4333c9a07b12 req-f83e10d1-795c-42e6-960d-8c24a9d044b8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812552 Mar 05 02:55:10.839359 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-afa1b8dc-94f6-4a66-8aea-d16feae87c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.840881 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-afa1b8dc-94f6-4a66-8aea-d16feae87c7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502245 Mar 05 02:55:10.899395 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60594) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:10.944208 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-dc39b2fb-ed9f-4760-817b-c11ff3014982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:10.950771 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-1729ee27-2491-48b7-9384-f4f39bae729a service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006050 Mar 05 02:55:10.968119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e81b-3ea7-49d4-9ecf-daf29b0dd09e req-7399ac67-43c2-42c8-9412-257fd27628d8 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:10.969605 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-eeb4e81b-3ea7-49d4-9ecf-daf29b0dd09e req-7399ac67-43c2-42c8-9412-257fd27628d8 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.1133432 Mar 05 02:55:11.009079 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device cdfd939a-18f4-4054-a5b5-091b4ad08618 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:11.030520 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: cdfd939a-18f4-4054-a5b5-091b4ad08618 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:11.030891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device cdfd939a-18f4-4054-a5b5-091b4ad08618 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:11.031318 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:11.047068 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a978d76-acfd-4942-a5dc-6c0d29977049 req-3abf5caf-4b2d-4f44-a6d1-6e71f0b11e87 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874698 Mar 05 02:55:11.063312 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-eeb4e81b-3ea7-49d4-9ecf-daf29b0dd09e req-5d5e4aab-2030-4d9c-8be5-7c6ff6434331 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879138 Mar 05 02:55:11.121664 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: DOWN; New status is: DOWN {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:11.611686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (4e11d021-12ff-4cd7-a79b-eb70908efa80), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:11.983014 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914718e-761e-4ce0-8d12-ada51ad12075 req-26c34f8d-b69f-474a-9143-b1beeabf74bb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:11.985170 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d914718e-761e-4ce0-8d12-ada51ad12075 req-26c34f8d-b69f-474a-9143-b1beeabf74bb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0604277 Mar 05 02:55:12.043993 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67d5d9-a306-45bc-8d08-8d438969b595 req-ac502483-8196-41be-8972-d950fd02b810 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:12.046503 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8a67d5d9-a306-45bc-8d08-8d438969b595 req-ac502483-8196-41be-8972-d950fd02b810 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1048875 Mar 05 02:55:12.084788 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d914718e-761e-4ce0-8d12-ada51ad12075 req-f4b28225-cf21-4c97-9ea7-da532db1023a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916474 Mar 05 02:55:12.101339 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Deleting port a8c39b31-6221-4370-b48f-d15db0851591 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:12.101680 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (a8c39b31-6221-4370-b48f-d15db0851591), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:12.142214 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8a67d5d9-a306-45bc-8d08-8d438969b595 req-eb443fe9-b0ea-49ae-8335-5584ed877420 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864255 Mar 05 02:55:12.254156 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:12.254892 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] For port a8c39b31-6221-4370-b48f-d15db0851591, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a8c39b31-6221-4370-b48f-d15db0851591,segment=NetworkSegment(29bf7037-e89b-4a6f-a03e-cf6c46cb97bf),segment_id=29bf7037-e89b-4a6f-a03e-cf6c46cb97bf)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:12.255281 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (a8c39b31-6221-4370-b48f-d15db0851591), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:12.261480 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c41d3-511c-449b-8241-e9493bb70458 req-0ee4878c-2608-4922-8f69-a2945d80068d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:12.264001 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a3c41d3-511c-449b-8241-e9493bb70458 req-0ee4878c-2608-4922-8f69-a2945d80068d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.0814207 Mar 05 02:55:12.284763 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Calling delete_port for a8c39b31-6221-4370-b48f-d15db0851591 owned by network:router_interface {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:12.357116 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5a3c41d3-511c-449b-8241-e9493bb70458 req-03a3090d-113f-4bb0-9900-699dabf077d7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807521 Mar 05 02:55:12.546579 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (a8c39b31-6221-4370-b48f-d15db0851591), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:12.574771 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c39b31-6221-4370-b48f-d15db0851591,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:12.757765 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (4e11d021-12ff-4cd7-a79b-eb70908efa80), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:12.976500 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:13.012999 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Router 4e11d021-12ff-4cd7-a79b-eb70908efa80 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:13.074850 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:13.085825 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'port_id': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'mac_address': 'fa:16:3e:d6:25:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:13.121075 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:13.129568 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3a8fa2fa-c023-4377-8c42-2fbc11402f06 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e11d021-12ff-4cd7-a79b-eb70908efa80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2260778 Mar 05 02:55:13.129671 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port f4408d55-41d6-4d8d-890d-e874088268f3 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:13.129671 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.129841 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60626) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:13.136052 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] Sync routers for ids ['4e11d021-12ff-4cd7-a79b-eb70908efa80'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:13.146608 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4408d55-41d6-4d8d-890d-e874088268f3 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:13.147517 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] Routers {'4e11d021-12ff-4cd7-a79b-eb70908efa80'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:13.148363 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['4e11d021-12ff-4cd7-a79b-eb70908efa80'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:13.174498 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:13.194106 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.265172 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944af15-196d-4d97-8a79-a1591677db7a req-ad960974-fd68-49c5-b9db-88e567052ff3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.266675 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8944af15-196d-4d97-8a79-a1591677db7a req-ad960974-fd68-49c5-b9db-88e567052ff3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0790157 Mar 05 02:55:13.305144 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks [] for router (4e11d021-12ff-4cd7-a79b-eb70908efa80), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.357634 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:13.368996 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8944af15-196d-4d97-8a79-a1591677db7a req-8626516b-7b91-4e3d-9db2-a9b86ef6959a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839579 Mar 05 02:55:13.423125 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] Set router 4e11d021-12ff-4cd7-a79b-eb70908efa80 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:13.563757 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['f4408d55-41d6-4d8d-890d-e874088268f3'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:13.587630 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bb164-8c2d-4e02-9a19-9f12153b7942 req-38ea4478-b522-4837-9dd5-7a9f7e9382ae tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.590834 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1f4bb164-8c2d-4e02-9a19-9f12153b7942 req-38ea4478-b522-4837-9dd5-7a9f7e9382ae tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1039507 Mar 05 02:55:13.730931 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:55:12Z', 'revision_number': 5, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:13.735836 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1f4bb164-8c2d-4e02-9a19-9f12153b7942 req-a5787dd8-4299-41ab-8f6d-1404f2930616 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340933 Mar 05 02:55:13.771172 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] Checking router: 4e11d021-12ff-4cd7-a79b-eb70908efa80 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:13.780598 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] Routers {'4e11d021-12ff-4cd7-a79b-eb70908efa80'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:13.781216 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['4e11d021-12ff-4cd7-a79b-eb70908efa80'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:13.864723 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks [] for router_gateway (4e11d021-12ff-4cd7-a79b-eb70908efa80), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.882428 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:13.909464 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] Set router 4e11d021-12ff-4cd7-a79b-eb70908efa80 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:13.936060 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed08c4-3f3e-4ec7-8bde-9e378441afed req-9565c699-e058-49e8-a7af-ba42eff901c1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:13.938228 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ebed08c4-3f3e-4ec7-8bde-9e378441afed req-9565c699-e058-49e8-a7af-ba42eff901c1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 944 time: 0.1510003 Mar 05 02:55:13.978767 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Deleting port d9043155-83cd-41e3-b0df-9ccfa0e4c72b {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:13.980165 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.055954 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ebed08c4-3f3e-4ec7-8bde-9e378441afed req-f7fb6100-217b-4a07-b2a7-3c3b7d2d9164 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105101 Mar 05 02:55:14.106243 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] For port d9043155-83cd-41e3-b0df-9ccfa0e4c72b, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:14.107011 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.124946 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Calling delete_port for d9043155-83cd-41e3-b0df-9ccfa0e4c72b owned by network:router_gateway {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:14.143169 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:55:12Z', 'revision_number': 5, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:14.171612 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d1f9f-0efd-4974-873d-d58a2e5c268c None None] The sync data for ids ['4e11d021-12ff-4cd7-a79b-eb70908efa80'] in dv-cinder-827259-3-smb is: [{'id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'name': 'tempest-ServerRescueNegativeTestJSON-52727103-router', 'tenant_id': '68c504a292454b7eb42cb5ea036cf77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59'}], 'enable_snat': True}, 'gw_port_id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:14Z', 'updated_at': '2022-03-05T02:55:12Z', 'revision_number': 5, 'project_id': '68c504a292454b7eb42cb5ea036cf77f', 'gw_port': {'id': 'd9043155-83cd-41e3-b0df-9ccfa0e4c72b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:1e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e11d021-12ff-4cd7-a79b-eb70908efa80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:14.414601 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (d9043155-83cd-41e3-b0df-9ccfa0e4c72b), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.453488 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Pushing event deleted for resources: {'Port': ['ID=d9043155-83cd-41e3-b0df-9ccfa0e4c72b,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:14.506107 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.506489 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.506948 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.507355 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.507762 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.508180 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.508593 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.508987 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.509393 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.509837 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.510225 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.510616 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.511029 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:14.549890 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (4e11d021-12ff-4cd7-a79b-eb70908efa80), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.588694 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e80a40-b305-4267-9045-e8672f521062 req-8d1343c8-5e0a-4a5c-bdd7-3ce5c0819868 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:14.614785 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b1e80a40-b305-4267-9045-e8672f521062 req-8d1343c8-5e0a-4a5c-bdd7-3ce5c0819868 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.1233563 Mar 05 02:55:14.730176 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b1e80a40-b305-4267-9045-e8672f521062 req-d8984894-7de8-4fab-8dce-c560676bfbf2 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113210 Mar 05 02:55:14.763663 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (4e11d021-12ff-4cd7-a79b-eb70908efa80), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.780501 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks [] for router_controller (4e11d021-12ff-4cd7-a79b-eb70908efa80), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.904286 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (4e11d021-12ff-4cd7-a79b-eb70908efa80), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.904843 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e11d021-12ff-4cd7-a79b-eb70908efa80 {{(pid=114614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:55:14.910153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:14.913993 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60648) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:14.914267 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e9a64026-53f9-459a-ba20-3bb42622948e admin admin] 10.222.0.11 "DELETE /v2.0/routers/4e11d021-12ff-4cd7-a79b-eb70908efa80 HTTP/1.1" status: 204 len: 168 time: 1.7839496 Mar 05 02:55:14.953078 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ac069-e369-4de9-8a3e-253d302ed669 req-0bbde004-9073-4439-a017-70eef8c34166 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:14.955165 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9d5ac069-e369-4de9-8a3e-253d302ed669 req-0bbde004-9073-4439-a017-70eef8c34166 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0865130 Mar 05 02:55:15.007342 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:15.015972 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Deleting subnet b784af72-c331-484b-b9f6-9b91f3a72328 {{(pid=114613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:55:15.022241 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Publish callbacks [] for subnet (b784af72-c331-484b-b9f6-9b91f3a72328), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.068694 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9d5ac069-e369-4de9-8a3e-253d302ed669 req-241c2d07-290f-4c87-b6be-8438eb1b8ee1 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991762 Mar 05 02:55:15.104907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683821'] for subnet (b784af72-c331-484b-b9f6-9b91f3a72328), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.140477 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.166575 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port f4408d55-41d6-4d8d-890d-e874088268f3 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:55:15.179488 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port f4408d55-41d6-4d8d-890d-e874088268f3 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:15.180221 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.227083 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (b784af72-c331-484b-b9f6-9b91f3a72328), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.318065 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a49fc-324c-481c-b6c0-f186ca43b1a9 req-dc542764-0969-4012-bfa7-9cf0fbc14a98 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:15.319866 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b76a49fc-324c-481c-b6c0-f186ca43b1a9 req-dc542764-0969-4012-bfa7-9cf0fbc14a98 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 944 time: 0.1092470 Mar 05 02:55:15.329500 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port f4408d55-41d6-4d8d-890d-e874088268f3 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:15.329891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.332419 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10032137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10138691'] for subnet (b784af72-c331-484b-b9f6-9b91f3a72328), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.370764 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:15.373117 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf101f-0f03-4545-a608-8a8ae4f3649e" -d '{"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-plugged", "status": "completed", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:15.381701 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b784af72-c331-484b-b9f6-9b91f3a72328,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:15.385523 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.389365 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-cb8bc791-8b42-4ac5-bb85-80d0aa96df3b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b784af72-c331-484b-b9f6-9b91f3a72328 HTTP/1.1" status: 204 len: 168 time: 0.4738288 Mar 05 02:55:15.392071 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60654) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:15.395104 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:15.408876 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.443814 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b76a49fc-324c-481c-b6c0-f186ca43b1a9 req-25940607-6977-4de0-90c3-53229ebe6b94 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081066 Mar 05 02:55:15.458594 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b164d657-9215-4787-af9a-83cca017a815 x-openstack-request-id: req-b164d657-9215-4787-af9a-83cca017a815 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:15.462039 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-plugged", "status": "completed", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:15.463006 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b164d657-9215-4787-af9a-83cca017a815 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:15.463006 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'code': 200} Mar 05 02:55:15.485463 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:15.493845 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.582178 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.601575 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:15.602550 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d9043155-83cd-41e3-b0df-9ccfa0e4c72b no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:15.611061 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:15.611380 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bf7037-e89b-4a6f-a03e-cf6c46cb97bf') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:15.620611 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (29bf7037-e89b-4a6f-a03e-cf6c46cb97bf), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.624158 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: d9043155-83cd-41e3-b0df-9ccfa0e4c72b {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:15.624448 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d9043155-83cd-41e3-b0df-9ccfa0e4c72b not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:15.624863 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a8c39b31-6221-4370-b48f-d15db0851591 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:15.633951 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (29bf7037-e89b-4a6f-a03e-cf6c46cb97bf), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.640427 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:55:15.640819 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (29bf7037-e89b-4a6f-a03e-cf6c46cb97bf), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:55:15.642462 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:55:15.646520 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: a8c39b31-6221-4370-b48f-d15db0851591 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:15.646887 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a8c39b31-6221-4370-b48f-d15db0851591 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:15.704431 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.709325 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:15.716191 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] 10.222.0.11 "DELETE /v2.0/networks/4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a HTTP/1.1" status: 204 len: 168 time: 0.3230107 Mar 05 02:55:15.731170 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a414469-daca-4b2b-9832-31dafaaafc8f admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa631b7-12d8-45a1-a8e7-d23bcf3c9d6a,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:15.907024 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41663ada-312d-4216-b08f-cda46ab17567 req-63c8d14b-1f42-4f8a-898e-b8e4597cdae8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:15.919990 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-41663ada-312d-4216-b08f-cda46ab17567 req-63c8d14b-1f42-4f8a-898e-b8e4597cdae8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0990620 Mar 05 02:55:15.983910 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-41663ada-312d-4216-b08f-cda46ab17567 req-fbb7db97-1403-403a-9530-a63971a819b1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626915 Mar 05 02:55:16.056872 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60662) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:16.121403 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60666) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:16.121688 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7fd530d1-0ecb-4559-9adb-e6e9f34ba277 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68c504a292454b7eb42cb5ea036cf77f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0635467 Mar 05 02:55:16.172055 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52e8c90f-efd1-40d6-bb84-e9ea1941cf81 admin admin] Publish callbacks [] for security_group (f1a28eb7-5aa8-4112-8bcc-a9b45751e58c), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:16.218367 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52e8c90f-efd1-40d6-bb84-e9ea1941cf81 admin admin] Publish callbacks [] for security_group (f1a28eb7-5aa8-4112-8bcc-a9b45751e58c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:16.270529 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45168904-a20a-4961-b4aa-b37078f222ea req-7ad336f5-a2a9-439c-9ba6-ccb57b1fa75b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:16.272124 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-45168904-a20a-4961-b4aa-b37078f222ea req-7ad336f5-a2a9-439c-9ba6-ccb57b1fa75b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0903354 Mar 05 02:55:16.311615 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52e8c90f-efd1-40d6-bb84-e9ea1941cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f1a28eb7-5aa8-4112-8bcc-a9b45751e58c), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:16.311615 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52e8c90f-efd1-40d6-bb84-e9ea1941cf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:16.315883 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-52e8c90f-efd1-40d6-bb84-e9ea1941cf81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1a28eb7-5aa8-4112-8bcc-a9b45751e58c HTTP/1.1" status: 204 len: 168 time: 0.1929736 Mar 05 02:55:16.328402 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8c90f-efd1-40d6-bb84-e9ea1941cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a28eb7-5aa8-4112-8bcc-a9b45751e58c,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:16.375815 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-45168904-a20a-4961-b4aa-b37078f222ea req-dfe720c4-6719-450e-9439-e2de21e77f80 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893312 Mar 05 02:55:16.576106 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d53327-b938-4303-b994-c423525492e7 req-6b0aeede-193c-43b2-9aa1-f9863d520eaf tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:16.584082 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d0d53327-b938-4303-b994-c423525492e7 req-6b0aeede-193c-43b2-9aa1-f9863d520eaf tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0725710 Mar 05 02:55:16.643849 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d0d53327-b938-4303-b994-c423525492e7 req-3a13afbe-98b0-4418-809f-e193c17719a1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559406 Mar 05 02:55:17.105594 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409f41-9069-4305-9887-d0882d12bb7c req-03573a25-92f8-48e6-b42e-b0961f0ef0a8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:17.107806 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b2409f41-9069-4305-9887-d0882d12bb7c req-03573a25-92f8-48e6-b42e-b0961f0ef0a8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0564954 Mar 05 02:55:17.155999 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b2409f41-9069-4305-9887-d0882d12bb7c req-2126a992-65a7-4df0-9b3d-cc39ebef517e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Mar 05 02:55:17.534497 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08cf17-d3e7-400a-8440-58df0a21aa43 req-bad8a489-ceed-463d-b628-c89ae1f1ef12 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:17.536051 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-df08cf17-d3e7-400a-8440-58df0a21aa43 req-bad8a489-ceed-463d-b628-c89ae1f1ef12 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0602157 Mar 05 02:55:17.586644 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-df08cf17-d3e7-400a-8440-58df0a21aa43 req-e07b5476-75ba-4853-9ee9-4aaa7ca5442b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448270 Mar 05 02:55:17.636230 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:17.786506 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59920b6a-23cc-4d15-965d-bfa16b494db8 req-70fb7f49-1b48-4d57-a5a2-f7a558003bbc tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:17.788190 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-59920b6a-23cc-4d15-965d-bfa16b494db8 req-70fb7f49-1b48-4d57-a5a2-f7a558003bbc tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0574312 Mar 05 02:55:17.843970 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-59920b6a-23cc-4d15-965d-bfa16b494db8 req-069afe1d-a065-40fc-9ff1-d9eed7386e92 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501258 Mar 05 02:55:18.275206 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d18eb1-2c0b-43f0-ba62-55f7323ee5ef req-bed7b0f1-74ce-4bb6-a119-8ab831a5ee5f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:18.276732 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f8d18eb1-2c0b-43f0-ba62-55f7323ee5ef req-bed7b0f1-74ce-4bb6-a119-8ab831a5ee5f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0527244 Mar 05 02:55:18.328194 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f8d18eb1-2c0b-43f0-ba62-55f7323ee5ef req-c26917e0-2f77-40a0-bb16-ce72e3208401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459063 Mar 05 02:55:18.744258 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e954caf-180f-4fca-8cf2-05ee437b059e req-8bf9a78a-1586-4dc0-9a53-f40ce56c08d6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:18.746457 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e954caf-180f-4fca-8cf2-05ee437b059e req-8bf9a78a-1586-4dc0-9a53-f40ce56c08d6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0880241 Mar 05 02:55:18.827763 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e954caf-180f-4fca-8cf2-05ee437b059e req-f780cc80-e034-40fb-a473-2e759934f007 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744824 Mar 05 02:55:18.970403 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124749af-10d0-41ce-ad31-78f233410122 req-5f6fae02-bb43-4dc1-9205-2e79805a5384 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:18.972002 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-124749af-10d0-41ce-ad31-78f233410122 req-5f6fae02-bb43-4dc1-9205-2e79805a5384 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0599644 Mar 05 02:55:19.020975 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-124749af-10d0-41ce-ad31-78f233410122 req-a41c2346-dd7f-4c45-909e-d74504822c7e tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433359 Mar 05 02:55:19.453386 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96657960-3500-4e0e-a68e-e9ac6e740dd0 req-00c68e5b-6533-4ce6-9443-970972ef523d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:19.455425 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-96657960-3500-4e0e-a68e-e9ac6e740dd0 req-00c68e5b-6533-4ce6-9443-970972ef523d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0607374 Mar 05 02:55:19.515604 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-96657960-3500-4e0e-a68e-e9ac6e740dd0 req-d7b2446a-4d05-4e78-b66a-2d043ccad2d8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495222 Mar 05 02:55:19.956907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948079c-c002-40ef-ae80-afc619883aff req-37acde86-041b-4e1a-8266-bc9ce71fb0e4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:19.958583 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2948079c-c002-40ef-ae80-afc619883aff req-37acde86-041b-4e1a-8266-bc9ce71fb0e4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0537708 Mar 05 02:55:20.030289 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2948079c-c002-40ef-ae80-afc619883aff req-8a1b9347-b214-47f1-a2b2-f4fde206b6bb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622115 Mar 05 02:55:20.159575 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406432-70fe-481b-9115-b8b64f4acd50 req-965aa5a9-cc68-4d8c-94ce-e564c91cb57a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:20.161106 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6f406432-70fe-481b-9115-b8b64f4acd50 req-965aa5a9-cc68-4d8c-94ce-e564c91cb57a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0603089 Mar 05 02:55:20.276081 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6f406432-70fe-481b-9115-b8b64f4acd50 req-f9eb2135-d78a-4983-86ee-9213a5c082f0 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079049 Mar 05 02:55:20.637381 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4f5e7-6070-4987-91c7-2aea317aa85d req-77a80049-5cc8-426e-887b-9fcb8c301cef tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:20.644977 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-62c4f5e7-6070-4987-91c7-2aea317aa85d req-77a80049-5cc8-426e-887b-9fcb8c301cef tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0679126 Mar 05 02:55:20.689532 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-62c4f5e7-6070-4987-91c7-2aea317aa85d req-1ad3d80a-8f1f-4c78-a154-882a5f3e72e5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436101 Mar 05 02:55:21.157158 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e993-d01b-4729-8a6a-6f57538e0f3f req-3b9f9e1e-461a-43dc-9a0b-c38501c7bdc6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:21.158601 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f0f3e993-d01b-4729-8a6a-6f57538e0f3f req-3b9f9e1e-461a-43dc-9a0b-c38501c7bdc6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.0503685 Mar 05 02:55:21.204609 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f0f3e993-d01b-4729-8a6a-6f57538e0f3f req-cf3d272a-95bf-4130-8054-16b648e2a2c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405695 Mar 05 02:55:21.391378 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820fb0d-6bc2-4e61-851f-186592dea93f req-7ea01a1c-c36b-43f0-98f8-0361c11b6f80 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:21.392740 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b820fb0d-6bc2-4e61-851f-186592dea93f req-7ea01a1c-c36b-43f0-98f8-0361c11b6f80 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0511830 Mar 05 02:55:21.441953 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b820fb0d-6bc2-4e61-851f-186592dea93f req-bc17c491-b0fd-4e63-b133-739e15758247 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437679 Mar 05 02:55:21.542936 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-fbfcba97-6d96-4726-aae1-7dd507c3c875 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441408 Mar 05 02:55:21.635757 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-64e7ab43-aa76-47de-ac1a-813a7fc27a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:21.637272 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-64e7ab43-aa76-47de-ac1a-813a7fc27a79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1129 time: 0.0477862 Mar 05 02:55:21.801379 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-c6beaeb2-6356-4bf3-90d2-30f83b540f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:21.802883 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-c6beaeb2-6356-4bf3-90d2-30f83b540f16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.1259482 Mar 05 02:55:21.825866 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62893c78-d549-4e26-92f0-0e4c1e4e476d req-a6884083-1209-402c-bd76-139e4a1036bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:21.827740 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-62893c78-d549-4e26-92f0-0e4c1e4e476d req-a6884083-1209-402c-bd76-139e4a1036bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1129 time: 0.0510769 Mar 05 02:55:21.871415 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa5c49-d9d5-444f-842d-3c118be13df9 req-faef7123-3d81-497b-a6b6-c7df34392189 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:21.873482 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4caa5c49-d9d5-444f-842d-3c118be13df9 req-faef7123-3d81-497b-a6b6-c7df34392189 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.1063612 Mar 05 02:55:21.878960 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-62893c78-d549-4e26-92f0-0e4c1e4e476d req-91df641d-fe64-49e0-af9a-9ac1b3329d33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436797 Mar 05 02:55:21.910563 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-68a74074-b19d-466f-a8b4-ef45769e734d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 1001 time: 0.0967002 Mar 05 02:55:21.936489 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60806) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:21.940766 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4caa5c49-d9d5-444f-842d-3c118be13df9 req-a377de4b-9877-455e-8df2-96aa31cb98a2 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516229 Mar 05 02:55:22.037221 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e0a98f83-1bc0-49c3-afca-b6041b53f898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.115580 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e0a98f83-1bc0-49c3-afca-b6041b53f898 admin admin] Publish callbacks [] for security_group (739e8cac-9c2b-41bb-92b0-3867c83801c5), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.119200 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e0a98f83-1bc0-49c3-afca-b6041b53f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (739e8cac-9c2b-41bb-92b0-3867c83801c5), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.164899 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e0a98f83-1bc0-49c3-afca-b6041b53f898 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f37adba961d247698f65a84cc66ea26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247486 Mar 05 02:55:22.164899 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a98f83-1bc0-49c3-afca-b6041b53f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e8cac-9c2b-41bb-92b0-3867c83801c5,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:22.165594 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60810) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:22.193090 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-5ce36914-5293-42c0-a784-de90e0f17e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:22.194576 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-5ce36914-5293-42c0-a784-de90e0f17e4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0543127 Mar 05 02:55:22.219235 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cfe189b4-3070-4fdd-a127-93a64ffbbeea admin admin] Publish callbacks [] for security_group (739e8cac-9c2b-41bb-92b0-3867c83801c5), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.244354 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cfe189b4-3070-4fdd-a127-93a64ffbbeea admin admin] Publish callbacks [] for security_group (739e8cac-9c2b-41bb-92b0-3867c83801c5), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.321413 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cfe189b4-3070-4fdd-a127-93a64ffbbeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (739e8cac-9c2b-41bb-92b0-3867c83801c5), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.324490 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-cfe189b4-3070-4fdd-a127-93a64ffbbeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.325759 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-cfe189b4-3070-4fdd-a127-93a64ffbbeea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/739e8cac-9c2b-41bb-92b0-3867c83801c5 HTTP/1.1" status: 204 len: 168 time: 0.1592658 Mar 05 02:55:22.341427 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe189b4-3070-4fdd-a127-93a64ffbbeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e8cac-9c2b-41bb-92b0-3867c83801c5,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:22.365785 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-4217a551-634f-4f9a-998c-263be400c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:22.367304 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-4217a551-634f-4f9a-998c-263be400c358 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0604413 Mar 05 02:55:22.385646 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de2cb-2673-4047-a788-2395d7db7b1a req-d03f5e46-d084-4117-986e-535458cfb862 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:22.387182 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-952de2cb-2673-4047-a788-2395d7db7b1a req-d03f5e46-d084-4117-986e-535458cfb862 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1078637 Mar 05 02:55:22.443054 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-952de2cb-2673-4047-a788-2395d7db7b1a req-68193aec-64a0-450f-928f-65d3db05dd5c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483758 Mar 05 02:55:22.478765 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-85b3c8f2-f80d-42e8-9d18-b099e0668374 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024606 Mar 05 02:55:22.641149 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3db2a8e2-8179-454a-ac0b-cf643aebf57b req-ad739ffb-ddd3-4c04-a2d9-ab5c50e9694f service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380312 Mar 05 02:55:22.648912 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5fbf-d134-4e47-b293-0a61dbb8fdd8 req-bf1715fd-2a4e-4b97-920f-5e1c6a1996c5 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:22.650537 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8b5a5fbf-d134-4e47-b293-0a61dbb8fdd8 req-bf1715fd-2a4e-4b97-920f-5e1c6a1996c5 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1189861 Mar 05 02:55:22.702873 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8b5a5fbf-d134-4e47-b293-0a61dbb8fdd8 req-69a64522-5b36-4c58-9d3a-bc3d42227528 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463860 Mar 05 02:55:22.715276 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60822) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:22.728431 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f070a6b7-0f18-4b1b-a217-8fe7eb095f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.802932 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f070a6b7-0f18-4b1b-a217-8fe7eb095f8d admin admin] Publish callbacks [] for security_group (550e918d-80db-4b03-b83b-5c98a05966a3), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.807028 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f070a6b7-0f18-4b1b-a217-8fe7eb095f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (550e918d-80db-4b03-b83b-5c98a05966a3), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.877854 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-f070a6b7-0f18-4b1b-a217-8fe7eb095f8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ff879c254e54e69b378aa1ee6e71c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614268 Mar 05 02:55:22.880484 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60824) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:22.880651 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070a6b7-0f18-4b1b-a217-8fe7eb095f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550e918d-80db-4b03-b83b-5c98a05966a3,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:22.900730 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b3f74199-e512-4512-aa09-680a834f1412 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:22.902301 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b3f74199-e512-4512-aa09-680a834f1412 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0925608 Mar 05 02:55:22.928437 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0684b742-eb3d-4cb9-b6fb-e9ba19a48321 admin admin] Publish callbacks [] for security_group (550e918d-80db-4b03-b83b-5c98a05966a3), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.948532 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0684b742-eb3d-4cb9-b6fb-e9ba19a48321 admin admin] Publish callbacks [] for security_group (550e918d-80db-4b03-b83b-5c98a05966a3), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:22.998663 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0684b742-eb3d-4cb9-b6fb-e9ba19a48321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (550e918d-80db-4b03-b83b-5c98a05966a3), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.001686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0684b742-eb3d-4cb9-b6fb-e9ba19a48321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.005985 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-0684b742-eb3d-4cb9-b6fb-e9ba19a48321 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/550e918d-80db-4b03-b83b-5c98a05966a3 HTTP/1.1" status: 204 len: 168 time: 0.1244764 Mar 05 02:55:23.025555 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684b742-eb3d-4cb9-b6fb-e9ba19a48321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e918d-80db-4b03-b83b-5c98a05966a3,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:23.043565 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port 169844a4-ceb3-41e2-bf79-165b53b7cd65 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:23.044065 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.092857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae4d4c-048b-40fa-8abf-326d1e6236cc req-5924c235-3e96-404b-a345-4546760fc1ca tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:23.094484 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0eae4d4c-048b-40fa-8abf-326d1e6236cc req-5924c235-3e96-404b-a345-4546760fc1ca tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 946 time: 0.0798745 Mar 05 02:55:23.144916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] For port 169844a4-ceb3-41e2-bf79-165b53b7cd65, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=169844a4-ceb3-41e2-bf79-165b53b7cd65,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:23.145185 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.149363 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0eae4d4c-048b-40fa-8abf-326d1e6236cc req-93e6d8bd-8a37-4984-8d55-c3e3770a3845 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=850f6e1e-33ad-4334-81a4-61677858ccc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492821 Mar 05 02:55:23.346484 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60834) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:23.360232 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.378677 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.379749 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (b6f90de8-4bf7-4d00-899e-9ee38e100b92), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.380245 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP b6f90de8-4bf7-4d00-899e-9ee38e100b92 disassociated. External IP: 172.28.2.132, port: 169844a4-ceb3-41e2-bf79-165b53b7cd65. Mar 05 02:55:23.380736 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for 169844a4-ceb3-41e2-bf79-165b53b7cd65 owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:23.442158 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Publish callbacks [] for security_group (cbaa71a5-7e63-4e65-8647-95894aa6ea63), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.449544 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cbaa71a5-7e63-4e65-8647-95894aa6ea63), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.493741 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9871d7c54ddd4431ab2ce7f48571968c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461470 Mar 05 02:55:23.496450 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60842) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:23.503596 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa71a5-7e63-4e65-8647-95894aa6ea63,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:23.517891 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.518548 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.519090 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.519600 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.520114 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.520609 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.521115 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.521622 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.522119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.522716 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.523243 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.523817 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.524317 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fa6fab-334b-4c27-a338-9f7481131e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:23.585959 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (169844a4-ceb3-41e2-bf79-165b53b7cd65), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.593497 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0ac1-751b-454a-ae95-5612004a31fd admin admin] Publish callbacks [] for security_group (cbaa71a5-7e63-4e65-8647-95894aa6ea63), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.627543 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=169844a4-ceb3-41e2-bf79-165b53b7cd65,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:23.643218 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0ac1-751b-454a-ae95-5612004a31fd admin admin] Publish callbacks [] for security_group (cbaa71a5-7e63-4e65-8647-95894aa6ea63), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.681854 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73beab-0bdf-4cd8-b3f6-65cf1ededca6 req-3b4d7196-81f9-402a-97e2-9cdd36a90062 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:23.683422 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f73beab-0bdf-4cd8-b3f6-65cf1ededca6 req-3b4d7196-81f9-402a-97e2-9cdd36a90062 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.1062281 Mar 05 02:55:23.744052 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-6f73beab-0bdf-4cd8-b3f6-65cf1ededca6 req-e9c662eb-910f-484b-9e7f-348d4661e950 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518179 Mar 05 02:55:23.745060 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0ac1-751b-454a-ae95-5612004a31fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cbaa71a5-7e63-4e65-8647-95894aa6ea63), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.748285 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9c6d0ac1-751b-454a-ae95-5612004a31fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:23.749422 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-9c6d0ac1-751b-454a-ae95-5612004a31fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbaa71a5-7e63-4e65-8647-95894aa6ea63 HTTP/1.1" status: 204 len: 168 time: 0.2515509 Mar 05 02:55:23.757488 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d0ac1-751b-454a-ae95-5612004a31fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa71a5-7e63-4e65-8647-95894aa6ea63,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:23.834359 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c7b4d-cc69-45e7-bf97-ecb1c3ee5670 req-b05a42eb-bc2e-4fe8-bdd8-fed9621dcd5c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:23.847435 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8a0c7b4d-cc69-45e7-bf97-ecb1c3ee5670 req-b05a42eb-bc2e-4fe8-bdd8-fed9621dcd5c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1576500 Mar 05 02:55:23.904736 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb6898-5015-415a-9c4e-6f310a3bbe08 req-879bf48b-7596-4143-9685-3e2444011269 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:23.912955 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d5cb6898-5015-415a-9c4e-6f310a3bbe08 req-879bf48b-7596-4143-9685-3e2444011269 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0697060 Mar 05 02:55:23.925210 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:23.939067 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8a0c7b4d-cc69-45e7-bf97-ecb1c3ee5670 req-4b4b8041-0499-48c5-9bbe-8ff5308a5c23 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906281 Mar 05 02:55:23.989014 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d5cb6898-5015-415a-9c4e-6f310a3bbe08 req-3ce2c1c5-92d5-462c-b931-2bb539b0bbfe tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711167 Mar 05 02:55:24.140632 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9440d6-f418-43ab-8060-314931c6c217 req-61c712ad-d890-4ae3-824f-49e0e1417a33 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:24.147601 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9c9440d6-f418-43ab-8060-314931c6c217 req-61c712ad-d890-4ae3-824f-49e0e1417a33 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0763078 Mar 05 02:55:24.150496 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:24.163330 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:24.176971 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:24.177598 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:24.280021 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cb33c30-c7b7-4aa8-90f6-9f3b0c369c92 req-a95709ab-e3e9-4129-8b16-b09367bee013 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a61258-a40c-4344-b07d-6e840699ec08 HTTP/1.1" status: 200 len: 210 time: 0.0373886 Mar 05 02:55:24.282707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] No DVR routers for this DVR port 169844a4-ceb3-41e2-bf79-165b53b7cd65 on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:24.285608 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:24.288855 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-78f59db1-8944-4b49-9ca1-87256e688195 req-b41df1c8-9bbb-495f-8119-e7185a0dd014 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "DELETE /v2.0/ports/169844a4-ceb3-41e2-bf79-165b53b7cd65 HTTP/1.1" status: 204 len: 173 time: 1.3443165 Mar 05 02:55:24.290181 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'name': 'network-vif-deleted', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:24.292533 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddf29d-b98e-4b2d-8cff-ad74ee63ab56" -d '{"events": [{"server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "name": "network-vif-deleted", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:24.300046 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9c9440d6-f418-43ab-8060-314931c6c217 req-c55bf451-7bd3-425d-9db6-ac58094daf94 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514683 Mar 05 02:55:24.331340 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60866) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:24.365286 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2020f664-f007-446b-8d58-b3b0b16e0b16 x-openstack-request-id: req-2020f664-f007-446b-8d58-b3b0b16e0b16 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:24.365811 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a61258-a40c-4344-b07d-6e840699ec08", "name": "network-vif-deleted", "tag": "169844a4-ceb3-41e2-bf79-165b53b7cd65", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:24.367007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2020f664-f007-446b-8d58-b3b0b16e0b16 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:24.367819 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a61258-a40c-4344-b07d-6e840699ec08', 'name': 'network-vif-deleted', 'tag': '169844a4-ceb3-41e2-bf79-165b53b7cd65', 'status': 'completed', 'code': 200} Mar 05 02:55:24.371474 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:24.581018 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b3812-1ab3-4fb0-a0e9-5f2c2e10573e tempest-TestShelveInstance-2145866995 tempest-TestShelveInstance-2145866995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:24.588587 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60878) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:24.589135 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-986b3812-1ab3-4fb0-a0e9-5f2c2e10573e tempest-TestShelveInstance-2145866995 tempest-TestShelveInstance-2145866995-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1124 time: 0.2565298 Mar 05 02:55:24.595268 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'port_id': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:24.628426 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:24.679685 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60880) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:24.777329 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:24.859422 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558741891-network', 'tenant_id': '00ed5c8d0ccb45a4a860419b736099b8'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:24.908128 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Made reservation on behalf of 00ed5c8d0ccb45a4a860419b736099b8 for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:24.911687 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:24.913361 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Allocated IP 172.28.2.196 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/dfb10356-c730-4aad-ad36-5304aa040c2a) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:24.943525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:24.980156 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:09Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:25.020883 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:25.033111 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:25.033753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:25.038973 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.086911 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.190962 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:25.215011 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:25.221104 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:25.221674 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:25.264679 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'Port': ['ID=dfb10356-c730-4aad-ad36-5304aa040c2a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:25.285525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0425bd-c0f6-45cd-8a52-607baa7391af req-84230f7c-baca-4618-a8ad-0b6e9cb9a133 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:25.286623 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01215b-d743-4538-beeb-34059745416d req-5c357cdc-b1a8-459b-bfcd-5cbce83fb709 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:25.288188 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3c01215b-d743-4538-beeb-34059745416d req-5c357cdc-b1a8-459b-bfcd-5cbce83fb709 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.2137866 Mar 05 02:55:25.301252 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-db0425bd-c0f6-45cd-8a52-607baa7391af req-84230f7c-baca-4618-a8ad-0b6e9cb9a133 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 943 time: 0.4312129 Mar 05 02:55:25.361947 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:25.391137 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-db0425bd-c0f6-45cd-8a52-607baa7391af req-ea8fad53-7757-4460-8eb9-0e0b21a2713b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822287 Mar 05 02:55:25.424999 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3c01215b-d743-4538-beeb-34059745416d req-065a6a61-8e1b-4748-a719-5b1fa1008abc tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040027 Mar 05 02:55:25.453272 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks [] for security_group (388bfc0d-4c46-4a7e-ad9a-60e6c894b48f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.460837 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (388bfc0d-4c46-4a7e-ad9a-60e6c894b48f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.508658 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:25.522097 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:55:25.525665 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60892) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:25.587039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (0b24d610-1afc-42ac-b406-a22922c6e172), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.588240 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Added segment 0b24d610-1afc-42ac-b406-a22922c6e172 of type vlan for network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b Mar 05 02:55:25.618447 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:25.634951 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'port_id': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'mac_address': 'fa:16:3e:71:56:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:25.645540 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-55f38ad4-3ff0-4fd0-81ae-f9b719b182aa tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (850f6e1e-33ad-4334-81a4-61677858ccc1), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.650699 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (3a44d29c-120e-420b-ace4-5ae7e8c37f2b), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.682240 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:25.682726 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.686692 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-55f38ad4-3ff0-4fd0-81ae-f9b719b182aa tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (850f6e1e-33ad-4334-81a4-61677858ccc1), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.696847 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:09Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:25.719873 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (3a44d29c-120e-420b-ace4-5ae7e8c37f2b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.721686 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:25.722457 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.740134 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510d7b00-6184-4f36-9a18-95b5a88885d0 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:25.758760 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2adfa-7a91-4f18-abb1-b43a29d854d8 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'c33a6478-9ab2-46de-8b8f-f1e56ca8168f', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:8b:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:52:44Z', 'updated_at': '2022-03-05T02:53:09Z', 'revision_number': 2, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:25.763853 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:25.770272 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.774067 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0932117 Mar 05 02:55:25.777225 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60894) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:25.804857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for floatingip (40d81377-3b56-4031-b772-9f875215ce51), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.822562 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Request body: {'subnet': {'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558741891-subnet', 'tenant_id': '00ed5c8d0ccb45a4a860419b736099b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:25.846980 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=9']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:25.847637 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da842451-30ce-4119-9a6e-264dde4a9778 admin admin] Pushing event updated for resources: {'Network': ['ID=3a44d29c-120e-420b-ace4-5ae7e8c37f2b,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:25.857949 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Made reservation on behalf of 00ed5c8d0ccb45a4a860419b736099b8 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:25.861630 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4025731'] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.862946 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:55:25.866612 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-55f38ad4-3ff0-4fd0-81ae-f9b719b182aa tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (850f6e1e-33ad-4334-81a4-61677858ccc1), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.869685 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-55f38ad4-3ff0-4fd0-81ae-f9b719b182aa tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:25.873795 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-55f38ad4-3ff0-4fd0-81ae-f9b719b182aa tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/security-groups/850f6e1e-33ad-4334-81a4-61677858ccc1 HTTP/1.1" status: 204 len: 168 time: 0.3405049 Mar 05 02:55:25.873948 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.873948 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.873948 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.875892 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60896) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:25.876313 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.876753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.877744 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.878682 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.879645 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.880809 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.881587 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.890045 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.890496 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.890932 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:55:25.893769 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f38ad4-3ff0-4fd0-81ae-f9b719b182aa tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f6e1e-33ad-4334-81a4-61677858ccc1,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:25.904504 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.api.v2.resource [None req-49e5c7c9-70e3-4c64-bec7-101f56fd116e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] show failed (client error): The resource could not be found. Mar 05 02:55:25.912265 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-49e5c7c9-70e3-4c64-bec7-101f56fd116e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups/850f6e1e-33ad-4334-81a4-61677858ccc1 HTTP/1.1" status: 404 len: 347 time: 0.0337293 Mar 05 02:55:25.914231 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 60898) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:26.039741 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.110140 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['510d7b00-6184-4f36-9a18-95b5a88885d0'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:26.148397 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4025757'] for subnet (ff7b245f-7fd1-42dd-920e-2abad4350209), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.233635 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04f71e-4079-4fa8-be40-6a6b38a2bd9b None None] New status for floating IP b6f90de8-4bf7-4d00-899e-9ee38e100b92: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:55:26.286891 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7b245f-7fd1-42dd-920e-2abad4350209,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:26.296936 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Checking segment: {'id': '0b24d610-1afc-42ac-b406-a22922c6e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:26.297658 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Network hostable DHCP agents. Network: 3a44d29c-120e-420b-ace4-5ae7e8c37f2b, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:55:26.330556 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:55:26.345403 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 3a44d29c-120e-420b-ace4-5ae7e8c37f2b) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:26.356988 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e392f7-4183-49ed-92ff-36e13d2ee85e None None] Network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:55:26.363894 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:26.365337 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.392980 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2a67de2a-783b-404f-9ac4-9c3c26af07b8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6125820 Mar 05 02:55:26.539784 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:55:26.547744 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port 57c161f2-c443-48f8-9469-464f31014ee6 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:26.548085 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (57c161f2-c443-48f8-9469-464f31014ee6), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.550744 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0e1f8-aa39-4311-b061-f6feb8823b35 None None] Network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:55:26.635389 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (57c161f2-c443-48f8-9469-464f31014ee6), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.635732 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (57c161f2-c443-48f8-9469-464f31014ee6), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.659052 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8eef6-d863-4616-870e-c45845facaa8 req-a493e86c-dde1-4a95-953f-111776f90d1c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:26.660590 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ebe8eef6-d863-4616-870e-c45845facaa8 req-a493e86c-dde1-4a95-953f-111776f90d1c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 944 time: 0.1596086 Mar 05 02:55:26.739944 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for 57c161f2-c443-48f8-9469-464f31014ee6 owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:26.753585 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ebe8eef6-d863-4616-870e-c45845facaa8 req-3a4920d0-e58b-4b7e-b271-273753b2b3cc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814319 Mar 05 02:55:26.880403 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d111-9ced-4615-a14f-6b269cb30a84 req-a54d0a1d-4334-4b32-8ef2-2afe31400dce tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:26.881902 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1706d111-9ced-4615-a14f-6b269cb30a84 req-a54d0a1d-4334-4b32-8ef2-2afe31400dce tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.2430060 Mar 05 02:55:26.931239 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:26.962853 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1706d111-9ced-4615-a14f-6b269cb30a84 req-261545eb-19c8-4a81-b5a1-07d72b09518d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689893 Mar 05 02:55:26.963518 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.071443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:27.083618 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event updated for resources: {'Port': ['ID=dfb10356-c730-4aad-ad36-5304aa040c2a,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:27.086300 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (40d81377-3b56-4031-b772-9f875215ce51), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.091602 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (57c161f2-c443-48f8-9469-464f31014ee6), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.107373 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60918) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:27.112841 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1444894254-network', 'tenant_id': '7d6cc0a6b2b1478d9f2f92c6a78964b4'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:27.142237 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Made reservation on behalf of 7d6cc0a6b2b1478d9f2f92c6a78964b4 for: {'network': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:27.144970 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.146073 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 510d7b00-6184-4f36-9a18-95b5a88885d0 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:27.146456 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.155448 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=57c161f2-c443-48f8-9469-464f31014ee6,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:27.157519 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.253548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks [] for security_group (27900d10-bc0f-4e25-acde-42faa7392e9d), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.255877 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 510d7b00-6184-4f36-9a18-95b5a88885d0 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:27.256919 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.261812 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (27900d10-bc0f-4e25-acde-42faa7392e9d), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.272177 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (b6f90de8-4bf7-4d00-899e-9ee38e100b92), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.275003 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.276179 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5012140e-7e04-4f50-a697-b9ef18888436 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/floatingips/b6f90de8-4bf7-4d00-899e-9ee38e100b92 HTTP/1.1" status: 204 len: 168 time: 1.3608332 Mar 05 02:55:27.290668 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27900d10-bc0f-4e25-acde-42faa7392e9d,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:27.304088 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=114614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:55:27.309188 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Floating IP 40d81377-3b56-4031-b772-9f875215ce51 associated. External IP: 172.28.2.196, port: f4408d55-41d6-4d8d-890d-e874088268f3. Mar 05 02:55:27.322159 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:27.324177 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:27.328787 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe71cedc-f2ce-449f-a249-e08b5be50e4b" -d '{"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-plugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:27.333249 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.334482 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 169844a4-ceb3-41e2-bf79-165b53b7cd65 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:27.336085 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (491ed188-fca7-4f96-8046-44a081f2a133), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.338571 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.segments_db [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Added segment 491ed188-fca7-4f96-8046-44a081f2a133 of type vlan for network 026d9199-221a-4bf9-a7d3-de2991940e8b Mar 05 02:55:27.393209 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 169844a4-ceb3-41e2-bf79-165b53b7cd65 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:27.394277 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 169844a4-ceb3-41e2-bf79-165b53b7cd65 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:27.396930 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3c6f4-4026-458d-970c-1c4a892d78e1 x-openstack-request-id: req-08b3c6f4-4026-458d-970c-1c4a892d78e1 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:27.407799 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-plugged", "status": "completed", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:27.408577 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08b3c6f4-4026-458d-970c-1c4a892d78e1 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:27.409980 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'code': 200} Mar 05 02:55:27.428788 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (026d9199-221a-4bf9-a7d3-de2991940e8b), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.443142 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=10']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:27.469680 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (026d9199-221a-4bf9-a7d3-de2991940e8b), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.471495 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:27.472089 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.542138 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] Pushing event updated for resources: {'Network': ['ID=026d9199-221a-4bf9-a7d3-de2991940e8b,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:27.555039 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 026d9199-221a-4bf9-a7d3-de2991940e8b details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:55:27.578729 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-52dc0365-8bdd-470a-8e0f-770aa8de56ca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4684124 Mar 05 02:55:27.580962 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 60928) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:27.588699 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Request body: {'subnet': {'network_id': '026d9199-221a-4bf9-a7d3-de2991940e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1444894254-subnet', 'tenant_id': '7d6cc0a6b2b1478d9f2f92c6a78964b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:27.618201 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Made reservation on behalf of 7d6cc0a6b2b1478d9f2f92c6a78964b4 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:27.626318 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4025731'] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.639992 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Router 7352140c-14bb-445d-a011-667133b17711 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:27.775089 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:27.787705 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] Sync routers for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:27.803964 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.806432 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:27.808334 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:27.884474 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-fd98f9f4-74e5-40d7-ae1e-b2be77e29319 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2939250 Mar 05 02:55:27.885158 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:27.887355 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acb5534-0a1d-4748-8639-a0bbae7916ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:27.889296 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4025757'] for subnet (d12a1349-f298-4322-befe-1c2022efe26f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:27.940675 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e94be6-5aae-47cb-9500-eb67a6d1b3fc x-openstack-request-id: req-89e94be6-5aae-47cb-9500-eb67a6d1b3fc {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:27.941714 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:27.941714 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89e94be6-5aae-47cb-9500-eb67a6d1b3fc {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:27.942126 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'status': 'completed', 'code': 200} Mar 05 02:55:27.953752 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec9ade-b052-4db1-88f7-c69da90d598c req-61794b18-4bdc-46c9-9c75-80ccfce4798f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:27.958256 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-feec9ade-b052-4db1-88f7-c69da90d598c req-61794b18-4bdc-46c9-9c75-80ccfce4798f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.0879977 Mar 05 02:55:27.970229 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:27.973466 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12a1349-f298-4322-befe-1c2022efe26f,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:27.982432 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Checking segment: {'id': '491ed188-fca7-4f96-8046-44a081f2a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '026d9199-221a-4bf9-a7d3-de2991940e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:27.982788 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Network hostable DHCP agents. Network: 026d9199-221a-4bf9-a7d3-de2991940e8b, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:55:28.034928 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Network 026d9199-221a-4bf9-a7d3-de2991940e8b is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:55:28.053562 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 026d9199-221a-4bf9-a7d3-de2991940e8b) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:28.058702 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ec3c0-6d15-4d50-b339-5bee8286cb6f req-0b5b2fbb-d627-4927-ab15-bcdb27636d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.060429 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-213ec3c0-6d15-4d50-b339-5bee8286cb6f req-0b5b2fbb-d627-4927-ab15-bcdb27636d8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 1130 time: 0.0733881 Mar 05 02:55:28.063219 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.063803 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:28.064397 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c0ef1a-b523-49fe-b351-086003893210 None None] Network 026d9199-221a-4bf9-a7d3-de2991940e8b requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:55:28.080817 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-feec9ade-b052-4db1-88f7-c69da90d598c req-40345f0e-57d9-448a-9d13-089cfadf7ee1 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177266 Mar 05 02:55:28.092815 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-2cc76e8b-d994-42c9-979e-e2a0fc65bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.094284 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-2cc76e8b-d994-42c9-979e-e2a0fc65bc97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1129 time: 0.0855594 Mar 05 02:55:28.137953 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-4ca20274-3fc5-4824-8431-2a5678d67860 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5552077 Mar 05 02:55:28.180690 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-213ec3c0-6d15-4d50-b339-5bee8286cb6f req-a35db901-f1e1-47f3-b48c-146a4252f4ff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009622 Mar 05 02:55:28.195849 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a028eb9-bb07-46f4-9fc7-5702c5f9d6bd req-3f45455f-d6c0-4428-9bb1-613b58fc94c7 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.197511 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0a028eb9-bb07-46f4-9fc7-5702c5f9d6bd req-3f45455f-d6c0-4428-9bb1-613b58fc94c7 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1456931 Mar 05 02:55:28.263329 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-0a028eb9-bb07-46f4-9fc7-5702c5f9d6bd req-7b918916-e8f7-4b99-b9d3-0d8db908a510 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540326 Mar 05 02:55:28.286031 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8665714-c5bb-4c01-9cf5-4a8e44229f7a None None] Network 026d9199-221a-4bf9-a7d3-de2991940e8b requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:55:28.286997 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-9d261f93-9310-4385-a7aa-3059fa71ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.288507 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-9d261f93-9310-4385-a7aa-3059fa71ccb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 910 time: 0.1737790 Mar 05 02:55:28.439732 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '40d81377-3b56-4031-b772-9f875215ce51', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'floating_ip_address': '172.28.2.196', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '7352140c-14bb-445d-a011-667133b17711', 'port_id': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'mac_address': 'fa:16:3e:d6:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:25Z', 'updated_at': '2022-03-05T02:55:25Z', 'revision_number': 0, 'project_id': '5331bf64705d40bfbd185560e1232304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:43Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:28.546283 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-874968f9-2b89-479e-8280-5260c52c6ad0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 999 time: 0.0636942 Mar 05 02:55:28.601888 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] Checking router: 7352140c-14bb-445d-a011-667133b17711 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:28.611415 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:28.612034 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:28.633303 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-794445e3-1823-4c83-962f-35ee2393b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.634953 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-794445e3-1823-4c83-962f-35ee2393b90a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0668516 Mar 05 02:55:28.748754 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:28.751846 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-a2c4b63a-57b6-4275-8613-2610b25e1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.753366 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-a2c4b63a-57b6-4275-8613-2610b25e1827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1122789 Mar 05 02:55:28.794832 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-d16c4093-1efa-4855-b3e8-bfe08721b329 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:28.796311 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-d16c4093-1efa-4855-b3e8-bfe08721b329 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/networks?id=3a44d29c-120e-420b-ace4-5ae7e8c37f2b HTTP/1.1" status: 200 len: 809 time: 0.1469259 Mar 05 02:55:28.842859 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-d5a82b99-2ea1-43b0-b3c5-80bed539b571 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/quotas/00ed5c8d0ccb45a4a860419b736099b8 HTTP/1.1" status: 200 len: 375 time: 0.0399916 Mar 05 02:55:28.892311 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-170cdabf-80c7-49f4-a2a6-2f3b24c317ad tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=00ed5c8d0ccb45a4a860419b736099b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404387 Mar 05 02:55:28.926869 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-44d94dde-16b5-48e4-beaf-a25b6d7bb697 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628444 Mar 05 02:55:29.002307 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '40d81377-3b56-4031-b772-9f875215ce51', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'floating_ip_address': '172.28.2.196', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '7352140c-14bb-445d-a011-667133b17711', 'port_id': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'mac_address': 'fa:16:3e:d6:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:25Z', 'updated_at': '2022-03-05T02:55:25Z', 'revision_number': 0, 'project_id': '5331bf64705d40bfbd185560e1232304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:43Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:29.035542 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed85980-f54b-4d8f-a826-8fc1f36fa1bb None None] The sync data for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb is: [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '40d81377-3b56-4031-b772-9f875215ce51', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'floating_ip_address': '172.28.2.196', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '7352140c-14bb-445d-a011-667133b17711', 'port_id': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'mac_address': 'fa:16:3e:d6:25:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:25Z', 'updated_at': '2022-03-05T02:55:25Z', 'revision_number': 0, 'project_id': '5331bf64705d40bfbd185560e1232304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:43Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:29.065145 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-90ddc6c7-aa5d-4c5d-88dd-f45bb4533e75 service neutron] 10.222.0.11 "GET /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656263 Mar 05 02:55:29.097985 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5acb5534-0a1d-4748-8639-a0bbae7916ef req-361b40b4-d83b-4e5a-84b9-839a0487926d service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596458 Mar 05 02:55:29.155176 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc7a1-bc44-4158-ace0-877d4ff9a257 req-b2d25d83-9cb0-495a-bbad-117a6b1e1988 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:29.156820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-019fc7a1-bc44-4158-ace0-877d4ff9a257 req-b2d25d83-9cb0-495a-bbad-117a6b1e1988 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.0536845 Mar 05 02:55:29.184981 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-39e49b11-fa35-4140-8b15-c7c024250bfe service neutron] 10.222.0.11 "GET /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094232 Mar 05 02:55:29.211785 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-019fc7a1-bc44-4158-ace0-877d4ff9a257 req-5589d64e-ce6f-4ada-bed3-1a82466ff00d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Mar 05 02:55:29.276177 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799752a3-bd07-4625-b0ff-4bd413f080f4 None None] New status for floating IP 40d81377-3b56-4031-b772-9f875215ce51: ACTIVE {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:55:29.344916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f993f19-a648-4d98-a465-ba3bb1a5c76d req-999846a6-eefa-4926-8360-d1f29fb29850 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:29.353454 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7f993f19-a648-4d98-a465-ba3bb1a5c76d req-999846a6-eefa-4926-8360-d1f29fb29850 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.0721600 Mar 05 02:55:29.421367 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7985f8-7a07-4d38-a20c-b1242c1db092 req-35b62465-843b-4bca-a8f7-04f8011b031e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:29.424114 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-be7985f8-7a07-4d38-a20c-b1242c1db092 req-35b62465-843b-4bca-a8f7-04f8011b031e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0636728 Mar 05 02:55:29.432672 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7f993f19-a648-4d98-a465-ba3bb1a5c76d req-8c6f7a04-e250-45bd-8baa-bc27b84602ad tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781388 Mar 05 02:55:29.539152 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-be7985f8-7a07-4d38-a20c-b1242c1db092 req-4caf2628-9b4e-4fa9-a3a1-3681f8d6240b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034698 Mar 05 02:55:29.554516 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fee9eb28-b89b-4ec8-881e-e90d14d0835a req-d3c6a241-1262-46b9-8b75-e2b54619ee91 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 210 time: 0.0503447 Mar 05 02:55:30.333195 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7279a00-c311-485d-a9a6-2f2e09cf7b85 req-e799f6cd-e362-4c35-a187-9a4b716b1ac2 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:30.334588 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a7279a00-c311-485d-a9a6-2f2e09cf7b85 req-e799f6cd-e362-4c35-a187-9a4b716b1ac2 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.0527475 Mar 05 02:55:30.384647 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a7279a00-c311-485d-a9a6-2f2e09cf7b85 req-1771d33a-f873-41af-9a04-f8f0ba53180b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442531 Mar 05 02:55:30.558263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-5295bd2c-d59d-4208-8fd4-214c87bca76f tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:30.559917 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-5295bd2c-d59d-4208-8fd4-214c87bca76f tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.16 "GET /v2.0/networks?id=3a44d29c-120e-420b-ace4-5ae7e8c37f2b HTTP/1.1" status: 200 len: 809 time: 0.1103425 Mar 05 02:55:30.574562 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe2d3b-e18f-4512-b926-60d51c5b8ace req-b059eca1-43e0-44a6-9480-f5029faa632f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:30.576178 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-74fe2d3b-e18f-4512-b926-60d51c5b8ace req-b059eca1-43e0-44a6-9480-f5029faa632f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.0650465 Mar 05 02:55:30.580916 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Request body: {'port': {'device_id': '1febe536-2356-4150-bb0b-97e2d3341c38', 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b', 'admin_state_up': True, 'tenant_id': '00ed5c8d0ccb45a4a860419b736099b8'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:30.639481 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-74fe2d3b-e18f-4512-b926-60d51c5b8ace req-33e0ee86-a479-43e3-87d7-5e34a5140795 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548725 Mar 05 02:55:30.706939 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bb8bd-4fd0-4585-bb2f-2b34c17f86be req-38c6c5d0-c03b-453d-aaad-c588edb89056 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:30.708411 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-197bb8bd-4fd0-4585-bb2f-2b34c17f86be req-38c6c5d0-c03b-453d-aaad-c588edb89056 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1015761 Mar 05 02:55:30.726176 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5521d6e0-dc8e-4aaf-b630-94d21b1d1973 req-b56f0117-a54a-47c8-af16-4a90da9fa5fa tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Mar 05 02:55:30.755607 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Made reservation on behalf of 00ed5c8d0ccb45a4a860419b736099b8 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:30.758892 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:30.785759 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-197bb8bd-4fd0-4585-bb2f-2b34c17f86be req-28986107-a937-41ca-add2-1b9cf89116c2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704074 Mar 05 02:55:30.894390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Allocated IP 172.20.0.3 (3a44d29c-120e-420b-ace4-5ae7e8c37f2b/ff7b245f-7fd1-42dd-920e-2abad4350209/b4673b1a-e2a0-4393-b5c8-d1967a012ba3) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:31.034145 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks [] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.068884 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.112185 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:31.115219 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:31.118669 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:31.146609 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Pushing event updated for resources: {'Port': ['ID=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:31.169692 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:31.170301 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.185637 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-e7b4e8c0-f61e-4806-85aa-961dffeee69a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085932 Mar 05 02:55:31.214898 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Request body: {'port': {'device_id': '1febe536-2356-4150-bb0b-97e2d3341c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:31.275098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.479404 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-072dfb96-473c-453f-8361-70ff97e3095d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:31.480978 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-072dfb96-473c-453f-8361-70ff97e3095d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.0615263 Mar 05 02:55:31.535326 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4673b1a-e2a0-4393-b5c8-d1967a012ba3 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:31.543186 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Publish callbacks [] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.557009 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Transition to ACTIVE for port object b4673b1a-e2a0-4393-b5c8-d1967a012ba3 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:55:31.561523 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.583056 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac1600-4751-4bd9-a074-a28cb8248e06 req-996dbf1d-3f3e-47dd-9392-1ba825e73fa5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:31.584556 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-77ac1600-4751-4bd9-a074-a28cb8248e06 req-996dbf1d-3f3e-47dd-9392-1ba825e73fa5 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 945 time: 0.1202154 Mar 05 02:55:31.642634 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port 1b8c0503-6e06-48a0-a39e-011d9be7dfde {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:31.643017 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.662438 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-77ac1600-4751-4bd9-a074-a28cb8248e06 req-6961fd19-65c4-444e-98fb-52b29d901fb8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3ddb73a-fcba-4f6f-8da9-b07b09d66633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711477 Mar 05 02:55:31.745971 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] For port 1b8c0503-6e06-48a0-a39e-011d9be7dfde, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=1b8c0503-6e06-48a0-a39e-011d9be7dfde,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:31.746385 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.889374 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:31.935099 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706b620-b148-4395-8fbb-a2ac616f89e0 req-6f1ba5d9-6360-44ab-9bd4-103f3edd3034 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:31.936492 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8706b620-b148-4395-8fbb-a2ac616f89e0 req-6f1ba5d9-6360-44ab-9bd4-103f3edd3034 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 943 time: 0.1169682 Mar 05 02:55:31.962343 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd830c-6a95-4cfe-9c7b-0a043253f189 req-50efd60e-5434-41be-b000-8130462142bb tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:31.963854 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-edfd830c-6a95-4cfe-9c7b-0a043253f189 req-50efd60e-5434-41be-b000-8130462142bb tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1060488 Mar 05 02:55:31.967081 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.967535 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (c33a6478-9ab2-46de-8b8f-f1e56ca8168f), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:31.967948 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP c33a6478-9ab2-46de-8b8f-f1e56ca8168f disassociated. External IP: 172.28.2.228, port: 1b8c0503-6e06-48a0-a39e-011d9be7dfde. Mar 05 02:55:31.968866 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for 1b8c0503-6e06-48a0-a39e-011d9be7dfde owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:31.979292 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Attempting to bind port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:31.979699 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Attempting to bind port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '0b24d610-1afc-42ac-b406-a22922c6e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:31.980032 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Attempting to bind port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 on network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:31.993006 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 on network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:55:31.993264 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Attempting to bind port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 on network 3a44d29c-120e-420b-ace4-5ae7e8c37f2b {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:32.005066 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:32.005408 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Checking segment: {'id': '0b24d610-1afc-42ac-b406-a22922c6e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:32.005796 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Bound using segment: {'id': '0b24d610-1afc-42ac-b406-a22922c6e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:32.006228 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Bound port: b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b24d610-1afc-42ac-b406-a22922c6e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:32.006585 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:32.012127 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8706b620-b148-4395-8fbb-a2ac616f89e0 req-823698c9-eed7-46ce-af71-d339407c6101 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696371 Mar 05 02:55:32.059884 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-edfd830c-6a95-4cfe-9c7b-0a043253f189 req-4179d6bb-b143-4a78-ba4f-963dbc08f565 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849340 Mar 05 02:55:32.082261 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] For port b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:32.085224 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] For port b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,segment=NetworkSegment(0b24d610-1afc-42ac-b406-a22922c6e172),segment_id=0b24d610-1afc-42ac-b406-a22922c6e172)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:32.092508 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:32.128182 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.128812 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:32.130193 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] 10.222.0.16 "PUT /v2.0/ports/b4673b1a-e2a0-4393-b5c8-d1967a012ba3 HTTP/1.1" status: 200 len: 1093 time: 0.9195104 Mar 05 02:55:32.130635 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1febe536-2356-4150-bb0b-97e2d3341c38', 'tag': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:32.132865 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b4304-b6be-4286-beaf-a9661dc6e05a" -d '{"events": [{"name": "network-changed", "server_uuid": "1febe536-2356-4150-bb0b-97e2d3341c38", "tag": "b4673b1a-e2a0-4393-b5c8-d1967a012ba3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:32.148847 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (1b8c0503-6e06-48a0-a39e-011d9be7dfde), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:32.155427 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a483d70-1fad-45a0-937d-724e4ab2ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:32.173331 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6474dc49-5e53-480f-90fe-ca54e2e2fc9f x-openstack-request-id: req-6474dc49-5e53-480f-90fe-ca54e2e2fc9f {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:32.173673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1febe536-2356-4150-bb0b-97e2d3341c38", "tag": "b4673b1a-e2a0-4393-b5c8-d1967a012ba3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:32.173940 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6474dc49-5e53-480f-90fe-ca54e2e2fc9f {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:32.174365 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1febe536-2356-4150-bb0b-97e2d3341c38', 'tag': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3', 'status': 'completed', 'code': 200} Mar 05 02:55:32.192798 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=1b8c0503-6e06-48a0-a39e-011d9be7dfde,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:32.243363 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-339a744b-6ace-4bc7-95d4-0530a3ee4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.244911 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-339a744b-6ace-4bc7-95d4-0530a3ee4615 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00ed5c8d0ccb45a4a860419b736099b8&device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 1127 time: 0.0454032 Mar 05 02:55:32.295938 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-7e152dee-3049-4278-92fb-7513a39a9f83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3 HTTP/1.1" status: 200 len: 217 time: 0.0375102 Mar 05 02:55:32.310497 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:32.344644 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-c0475dab-2040-4c19-975f-2a1861cb13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.346116 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-c0475dab-2040-4c19-975f-2a1861cb13b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff7b245f-7fd1-42dd-920e-2abad4350209 HTTP/1.1" status: 200 len: 849 time: 0.0433450 Mar 05 02:55:32.377737 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-ff2f4bc0-2b21-450b-8bf6-32b3c453c9ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a44d29c-120e-420b-ace4-5ae7e8c37f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251143 Mar 05 02:55:32.424245 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:32.433976 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:32.445038 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:32.445810 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:32.471530 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] No DVR routers for this DVR port 1b8c0503-6e06-48a0-a39e-011d9be7dfde on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:32.471922 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-cc79830e-f069-420d-840f-c346d9627cec service neutron] 10.222.0.16 "GET /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884182 Mar 05 02:55:32.474043 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:32.477490 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-92d393ca-fc22-4900-b2c2-87cccf1b5c34 req-7af32f03-62f6-496f-a8a3-d1b094eb85bf tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "DELETE /v2.0/ports/1b8c0503-6e06-48a0-a39e-011d9be7dfde HTTP/1.1" status: 204 len: 173 time: 0.9786065 Mar 05 02:55:32.478011 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'name': 'network-vif-deleted', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:32.480365 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7617245-8924-4e13-bb61-e2518d33b8cf" -d '{"events": [{"server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "name": "network-vif-deleted", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:32.518650 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270e6daf-bf81-4d87-a120-8eafc5e84a83 x-openstack-request-id: req-270e6daf-bf81-4d87-a120-8eafc5e84a83 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:32.518985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9198d02a-5b2b-44d5-a73c-395d1856eb5f", "name": "network-vif-deleted", "tag": "1b8c0503-6e06-48a0-a39e-011d9be7dfde", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:32.519261 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-270e6daf-bf81-4d87-a120-8eafc5e84a83 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:32.519670 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9198d02a-5b2b-44d5-a73c-395d1856eb5f', 'name': 'network-vif-deleted', 'tag': '1b8c0503-6e06-48a0-a39e-011d9be7dfde', 'status': 'completed', 'code': 200} Mar 05 02:55:32.588482 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:32.597184 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-30b7d10c-472b-4376-945b-3ab97f474f99 req-cade88b9-d858-42d6-afd2-8bf7111f4021 service neutron] 10.222.0.16 "GET /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201465 Mar 05 02:55:32.787504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-938ecc43-4b39-4d0c-a882-c074ec5df40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.788928 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-938ecc43-4b39-4d0c-a882-c074ec5df40a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00ed5c8d0ccb45a4a860419b736099b8&device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 1127 time: 0.0794513 Mar 05 02:55:32.790822 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03e3ee6e-aec2-4240-88af-c58829b71b00 req-9300f78f-c4b1-4eab-b577-5751ade8d121 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9198d02a-5b2b-44d5-a73c-395d1856eb5f HTTP/1.1" status: 200 len: 210 time: 0.0314951 Mar 05 02:55:32.807288 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:32.835533 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:32.844345 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:32.844953 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:32.883090 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-7523accd-ba1a-4dc5-a461-69ec12664c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.884555 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-7523accd-ba1a-4dc5-a461-69ec12664c95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3a44d29c-120e-420b-ace4-5ae7e8c37f2b HTTP/1.1" status: 200 len: 910 time: 0.0872684 Mar 05 02:55:32.932709 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-55dde70e-e1a2-46eb-ad4e-845df67170ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3 HTTP/1.1" status: 200 len: 217 time: 0.0416694 Mar 05 02:55:32.952831 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:32.980320 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-04fd0523-56aa-46e6-bd8a-5e98e74c52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:32.982419 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-04fd0523-56aa-46e6-bd8a-5e98e74c52d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ff7b245f-7fd1-42dd-920e-2abad4350209 HTTP/1.1" status: 200 len: 849 time: 0.0435264 Mar 05 02:55:33.018496 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-77b8345b-238f-4eb7-b931-f6c8ed50b948 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3a44d29c-120e-420b-ace4-5ae7e8c37f2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297685 Mar 05 02:55:33.143221 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec623d5b-b25f-45c7-8412-fe8a1ae75b2f req-26209e5c-fb2d-44d1-aea4-b2ec757a243d tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:33.148570 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-ed6774df-14f3-40d4-97be-2df8b136ab16 service neutron] 10.222.0.16 "GET /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103997 Mar 05 02:55:33.151158 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ec623d5b-b25f-45c7-8412-fe8a1ae75b2f req-26209e5c-fb2d-44d1-aea4-b2ec757a243d tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 943 time: 0.0678258 Mar 05 02:55:33.204949 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ec623d5b-b25f-45c7-8412-fe8a1ae75b2f req-203b8de3-75f7-432f-a5cf-13d58a3cb314 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526049 Mar 05 02:55:33.225244 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:33.253129 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687652c6-58e0-4dd6-b0ed-ddab0a7645a6 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:33.284166 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a83ba-135c-40d6-be81-3b9021da72fd req-2ad1cca1-3fc7-445c-8d27-ecf4e2c5af52 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:33.285672 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c25a83ba-135c-40d6-be81-3b9021da72fd req-2ad1cca1-3fc7-445c-8d27-ecf4e2c5af52 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1218374 Mar 05 02:55:33.291748 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-553b4304-b6be-4286-beaf-a9661dc6e05a req-2b119f6e-a830-411f-939a-6dcd7d36265a service neutron] 10.222.0.16 "GET /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266639 Mar 05 02:55:33.345916 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c25a83ba-135c-40d6-be81-3b9021da72fd req-83098428-1aff-4d56-93fe-7adb35ad8af4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532091 Mar 05 02:55:33.472820 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd9992-c780-45d0-b73c-d73350b562ef None None] New status for floating IP c33a6478-9ab2-46de-8b8f-f1e56ca8168f: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:55:33.873835 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 32818) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:33.926292 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-28ea9450-2a05-44b6-834f-0b8fda33f4eb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (d3ddb73a-fcba-4f6f-8da9-b07b09d66633), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:33.949381 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-28ea9450-2a05-44b6-834f-0b8fda33f4eb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (d3ddb73a-fcba-4f6f-8da9-b07b09d66633), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.003427 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-28ea9450-2a05-44b6-834f-0b8fda33f4eb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d3ddb73a-fcba-4f6f-8da9-b07b09d66633), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.005984 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-28ea9450-2a05-44b6-834f-0b8fda33f4eb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.007153 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-28ea9450-2a05-44b6-834f-0b8fda33f4eb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/security-groups/d3ddb73a-fcba-4f6f-8da9-b07b09d66633 HTTP/1.1" status: 204 len: 168 time: 0.1322942 Mar 05 02:55:34.009958 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 32820) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:34.016520 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea9450-2a05-44b6-834f-0b8fda33f4eb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ddb73a-fcba-4f6f-8da9-b07b09d66633,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:34.025269 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.api.v2.resource [None req-f7a8db1a-c0d6-4c11-8d83-005b23f0f52b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] show failed (client error): The resource could not be found. Mar 05 02:55:34.026316 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f7a8db1a-c0d6-4c11-8d83-005b23f0f52b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups/d3ddb73a-fcba-4f6f-8da9-b07b09d66633 HTTP/1.1" status: 404 len: 347 time: 0.0153515 Mar 05 02:55:34.034333 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 32822) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:34.155947 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port fd6e84bf-b2b1-4cbc-b429-d439aa975b8f {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:34.156301 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.232997 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.233336 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.244774 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for fd6e84bf-b2b1-4cbc-b429-d439aa975b8f owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:34.317485 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610cf00-3b93-4ce7-8ac5-7e85a90f1632 req-f3123dc5-2817-452d-b5d5-cec948b3ea9a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:34.319022 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d610cf00-3b93-4ce7-8ac5-7e85a90f1632 req-f3123dc5-2817-452d-b5d5-cec948b3ea9a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 943 time: 0.0560355 Mar 05 02:55:34.366865 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d610cf00-3b93-4ce7-8ac5-7e85a90f1632 req-67aeb717-ead7-477f-bf26-7552c3554e72 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Mar 05 02:55:34.388131 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (fd6e84bf-b2b1-4cbc-b429-d439aa975b8f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.415139 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=fd6e84bf-b2b1-4cbc-b429-d439aa975b8f,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:34.502762 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (c33a6478-9ab2-46de-8b8f-f1e56ca8168f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.505401 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.506539 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-49488806-9743-4932-ad3c-6e78a14d7401 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/floatingips/c33a6478-9ab2-46de-8b8f-f1e56ca8168f HTTP/1.1" status: 204 len: 168 time: 0.4712484 Mar 05 02:55:34.517103 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10916c1-875b-422a-9c51-27af6fb1fa74 req-238b6fa7-993d-4934-b3e8-d89c493cc58a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:34.518599 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a10916c1-875b-422a-9c51-27af6fb1fa74 req-238b6fa7-993d-4934-b3e8-d89c493cc58a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0971985 Mar 05 02:55:34.568757 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a10916c1-875b-422a-9c51-27af6fb1fa74 req-76264727-4f4a-4d2f-86a5-cf3da5936ea9 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Mar 05 02:55:34.720010 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 32834) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:34.725533 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89252890', 'description': 'tempest-description--1513049287'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:34.770385 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.815020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c6c0-c3ea-4e3d-8156-113984aff178 req-b4a610e5-e2da-449d-904f-efc792e7236f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:34.816471 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0fe6c6c0-c3ea-4e3d-8156-113984aff178 req-b4a610e5-e2da-449d-904f-efc792e7236f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0942781 Mar 05 02:55:34.911116 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-af40b3f6-4a25-4d19-b77f-9eed3bc10b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:34.912605 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-af40b3f6-4a25-4d19-b77f-9eed3bc10b43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 1129 time: 0.1165247 Mar 05 02:55:34.917814 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0fe6c6c0-c3ea-4e3d-8156-113984aff178 req-98ff472a-84ae-4447-9d37-159ea75123d4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854015 Mar 05 02:55:34.926233 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.930286 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.976044 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:34.977292 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2562418 Mar 05 02:55:34.980252 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 32838) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:34.984820 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': '3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:34.993293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f98b43-43e6-491b-bab1-0b3a384a538a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:35.013562 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (066a68b5-b691-4dda-8050-de38cb576db6), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.052326 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-3ead6539-00e9-4de2-b26a-1e02ba409af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:35.053814 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-3ead6539-00e9-4de2-b26a-1e02ba409af3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.1173410 Mar 05 02:55:35.066662 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (066a68b5-b691-4dda-8050-de38cb576db6), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.074481 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (066a68b5-b691-4dda-8050-de38cb576db6), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.093445 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066a68b5-b691-4dda-8050-de38cb576db6,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:35.099060 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.101851 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a0763514-aecf-47cf-96bc-bfcd2d2dbd86 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189940 Mar 05 02:55:35.102985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 32840) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:35.107277 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': '3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:35.127380 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b4673b1a-e2a0-4393-b5c8-d1967a012ba3 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:35.129903 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-5f81db3e-8454-4d37-b3c6-cc2701447b32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 200 len: 1001 time: 0.0671997 Mar 05 02:55:35.134238 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (cc64ae9d-12f7-4e38-b31d-6bcbd9ee3c1d), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.139245 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 1b8c0503-6e06-48a0-a39e-011d9be7dfde no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:35.166002 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 1b8c0503-6e06-48a0-a39e-011d9be7dfde {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:35.166360 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 1b8c0503-6e06-48a0-a39e-011d9be7dfde not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:35.190097 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-4be3bb06-08d9-4f05-8623-5d971cad3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:35.191890 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-4be3bb06-08d9-4f05-8623-5d971cad3f19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0452607 Mar 05 02:55:35.192824 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (cc64ae9d-12f7-4e38-b31d-6bcbd9ee3c1d), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.196900 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (cc64ae9d-12f7-4e38-b31d-6bcbd9ee3c1d), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.219628 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc64ae9d-12f7-4e38-b31d-6bcbd9ee3c1d,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:35.226110 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.230386 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-83cb4b03-a566-41e7-9bab-ecf16a13ad37 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234944 Mar 05 02:55:35.231130 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 32842) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:35.235667 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:35.248491 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-6aa56639-1bf6-4636-bdab-05e46a902320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:35.250215 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-6aa56639-1bf6-4636-bdab-05e46a902320 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515819 Mar 05 02:55:35.258967 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.265724 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,segment=NetworkSegment(0b24d610-1afc-42ac-b406-a22922c6e172),segment_id=0b24d610-1afc-42ac-b406-a22922c6e172)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:35.278175 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3', 'network_id': '3a44d29c-120e-420b-ace4-5ae7e8c37f2b', 'port_id': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3', 'mac_address': 'fa:16:3e:c3:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7b245f-7fd1-42dd-920e-2abad4350209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:35.320303 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:35.320705 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.334477 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4673b1a-e2a0-4393-b5c8-d1967a012ba3 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:35.356979 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,segment=NetworkSegment(0b24d610-1afc-42ac-b406-a22922c6e172),segment_id=0b24d610-1afc-42ac-b406-a22922c6e172)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:35.361967 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.362827 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-e02b52fe-aeb8-42fb-a1e7-97f4ef6e5358 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060135 Mar 05 02:55:35.377220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.417308 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:35.476900 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-73af357d-a941-4b0c-b2ac-8f790c1f4beb req-6cab562d-cd81-498e-9b8b-7723286dca6c service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085236 Mar 05 02:55:35.522687 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.28.2.45 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/0ab35714-e152-4338-a156-a10982902058) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:35.540783 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ec160-c36a-4dfa-95e0-19028348a006 req-db1047ab-8b2e-4ccc-b524-b3f92d9ca408 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:35.542265 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8e0ec160-c36a-4dfa-95e0-19028348a006 req-db1047ab-8b2e-4ccc-b524-b3f92d9ca408 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 944 time: 0.1035001 Mar 05 02:55:35.642707 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8e0ec160-c36a-4dfa-95e0-19028348a006 req-a74ced02-e875-48d6-ba72-9bdb1a712250 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939384 Mar 05 02:55:35.669422 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (0ab35714-e152-4338-a156-a10982902058), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.701739 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (0ab35714-e152-4338-a156-a10982902058), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.739387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:35.742115 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:35.745457 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:35.760105 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['b4673b1a-e2a0-4393-b5c8-d1967a012ba3'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:35.768380 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=0ab35714-e152-4338-a156-a10982902058,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:35.833469 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (72e12366-c9d4-4afc-9812-40a41756e4d5), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:35.869981 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0ab35714-e152-4338-a156-a10982902058), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:36.028921 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (0ab35714-e152-4338-a156-a10982902058), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:36.035153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (0ab35714-e152-4338-a156-a10982902058), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:36.056169 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82ce1-246f-4b45-b66c-665702bd56b7 req-0d8db7ad-284c-4b4a-adc3-c7c4b6887b84 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:36.058543 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-35e82ce1-246f-4b45-b66c-665702bd56b7 req-0d8db7ad-284c-4b4a-adc3-c7c4b6887b84 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0697510 Mar 05 02:55:36.112435 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-35e82ce1-246f-4b45-b66c-665702bd56b7 req-c4d55a45-6041-4410-8b96-7d2c1a590ec8 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474315 Mar 05 02:55:36.115166 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=0ab35714-e152-4338-a156-a10982902058,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:36.120555 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (72e12366-c9d4-4afc-9812-40a41756e4d5), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:36.138142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:36.139416 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e51e77cb-be09-41f1-97e7-3455b7ad287e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9073443 Mar 05 02:55:36.335928 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-8fd0bf61-225c-4b2b-9c78-2481aedf1d64 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--89252890&fields=id&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 267 time: 0.0499449 Mar 05 02:55:36.442522 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-f4156436-3918-445c-bd87-d5171c1ede7e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:36.443980 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-f4156436-3918-445c-bd87-d5171c1ede7e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.1007655 Mar 05 02:55:36.458931 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-09b23868-4979-4717-b78f-a9064140d4b6 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/quotas/2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 375 time: 0.0093362 Mar 05 02:55:36.512190 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-73bae8e5-6374-4e68-8e5f-c9e94dbaede6 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486457 Mar 05 02:55:36.605199 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-ba73a44a-710e-44ff-a840-52bd0438ab34 service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815775 Mar 05 02:55:36.698708 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-2f98bc7b-7d6c-4aa1-b844-55b7c09be28a service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870085 Mar 05 02:55:36.757824 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e433b-f7b7-4ac8-b32c-ffdc686b60f3 req-c504a193-997e-436e-8f64-1cd0092af0cc tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:36.759476 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f10e433b-f7b7-4ac8-b32c-ffdc686b60f3 req-c504a193-997e-436e-8f64-1cd0092af0cc tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 944 time: 0.0518880 Mar 05 02:55:36.808298 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f10e433b-f7b7-4ac8-b32c-ffdc686b60f3 req-54b14a45-def6-4c2a-8ad0-ff5214865350 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Mar 05 02:55:36.853503 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cdc5b185-f79a-45a7-a999-37ee6c4daa42 req-99046116-2360-4390-936d-1e457210863f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 210 time: 0.0285494 Mar 05 02:55:37.134045 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b4673b1a-e2a0-4393-b5c8-d1967a012ba3 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:37.184605 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:55:37.189063 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:37.189470 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:37.236561 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51731508-f2e0-4a98-be66-fc78394740ba req-bcae8d42-7ded-499e-8c95-ace93ca3f01c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:37.243247 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-51731508-f2e0-4a98-be66-fc78394740ba req-bcae8d42-7ded-499e-8c95-ace93ca3f01c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0630691 Mar 05 02:55:37.276684 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:37.277091 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:37.286084 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-51731508-f2e0-4a98-be66-fc78394740ba req-cbcd7f6e-f946-49ef-9602-b52b7887cefa tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418737 Mar 05 02:55:37.431166 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1febe536-2356-4150-bb0b-97e2d3341c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:37.434820 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810850e-61a4-43d4-b2a0-d292547a6a99" -d '{"events": [{"server_uuid": "1febe536-2356-4150-bb0b-97e2d3341c38", "name": "network-vif-plugged", "status": "completed", "tag": "b4673b1a-e2a0-4393-b5c8-d1967a012ba3"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:37.449073 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,segment=NetworkSegment(0b24d610-1afc-42ac-b406-a22922c6e172),segment_id=0b24d610-1afc-42ac-b406-a22922c6e172)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:37.454445 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:37.479144 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def46a31-342d-4412-b419-28e2c825725c x-openstack-request-id: req-def46a31-342d-4412-b419-28e2c825725c {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:37.479461 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1febe536-2356-4150-bb0b-97e2d3341c38", "name": "network-vif-plugged", "status": "completed", "tag": "b4673b1a-e2a0-4393-b5c8-d1967a012ba3", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:37.479715 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-def46a31-342d-4412-b419-28e2c825725c {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:37.480097 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1febe536-2356-4150-bb0b-97e2d3341c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3', 'code': 200} Mar 05 02:55:37.504880 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:37.701903 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43d68-7c61-478f-b75d-3711c4eef325 req-a96974ee-14c2-44c1-909e-ec5e995bc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:37.703280 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6f43d68-7c61-478f-b75d-3711c4eef325 req-a96974ee-14c2-44c1-909e-ec5e995bc4ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 1129 time: 0.0418842 Mar 05 02:55:37.745757 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6f43d68-7c61-478f-b75d-3711c4eef325 req-4c46fc24-9deb-4386-ad21-d58ce0d19847 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350370 Mar 05 02:55:37.934712 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159f6d2-cfd6-4c2b-976b-bcf4c7a324a7 req-320e70bc-1065-4c4a-9c2e-8a4440dab9d3 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:37.936242 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8159f6d2-cfd6-4c2b-976b-bcf4c7a324a7 req-320e70bc-1065-4c4a-9c2e-8a4440dab9d3 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.0517926 Mar 05 02:55:37.944779 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1cff3f35-26ea-4573-aac7-979304a38d9d req-9c4f0010-cef4-4ac3-ab38-adefca14c218 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 210 time: 0.0261292 Mar 05 02:55:37.986316 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8159f6d2-cfd6-4c2b-976b-bcf4c7a324a7 req-a1898c25-f09a-49cf-a6ec-de930ec3dc58 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 Mar 05 02:55:38.316705 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-268a3108-33a8-4116-8f3c-3518a928c661 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:38.318224 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-268a3108-33a8-4116-8f3c-3518a928c661 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.1009598 Mar 05 02:55:38.403558 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-eff4e226-1315-4ef3-9c6a-55906c15be4a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 378 time: 0.0517230 Mar 05 02:55:38.416001 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'port': {'device_id': '9638a16d-159d-4fb4-91c9-018016d37181', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'admin_state_up': True, 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'security_groups': ['3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:38.524298 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Made reservation on behalf of 2b72a4570a0c44a9aa4880199a201aa8 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:55:38.527636 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:38.650427 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.20.0.11 (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd/5098c298-b3e7-4e85-892b-e1291d4d2301/c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:55:38.779262 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:38.810848 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:38.853096 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-6d051372-99f0-4073-bf8c-efb3d656b440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:38.857116 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:55:38.860287 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:55:38.863887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:55:38.889882 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:38.917363 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:38.917916 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:38.934874 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c8e95390-cad1-4f83-a23a-02e2b65ee132 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5223567 Mar 05 02:55:38.959587 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Request body: {'port': {'device_id': '9638a16d-159d-4fb4-91c9-018016d37181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:39.021845 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.078915 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdafffa-b025-45af-8302-afc8d3e14ffc req-c2aaec7d-17e9-4442-b486-93989974aac9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.080426 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6fdafffa-b025-45af-8302-afc8d3e14ffc req-c2aaec7d-17e9-4442-b486-93989974aac9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 932 time: 0.0579512 Mar 05 02:55:39.106139 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-4e6eee66-1abd-4399-9c9b-3b36c29d5705 None None] Provisioning complete for port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:39.106598 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4e6eee66-1abd-4399-9c9b-3b36c29d5705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.141770 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6fdafffa-b025-45af-8302-afc8d3e14ffc req-dceb4c32-189e-4391-9410-558f4974ac25 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533586 Mar 05 02:55:39.170997 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-4e6eee66-1abd-4399-9c9b-3b36c29d5705 None None] Port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:55:39.178907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d05aa-b045-4b72-8365-f976843f0751 req-841f92c7-3f5c-4f66-a91f-6db0cdb48aea tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.180403 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-302d05aa-b045-4b72-8365-f976843f0751 req-841f92c7-3f5c-4f66-a91f-6db0cdb48aea tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.1179845 Mar 05 02:55:39.283241 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-302d05aa-b045-4b72-8365-f976843f0751 req-9e6652df-b46d-4e35-be0a-ec3584b7791a tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960793 Mar 05 02:55:39.364668 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:39.372565 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Publish callbacks [] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.383956 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Transition to ACTIVE for port object c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:55:39.387470 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.436790 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:39.509582 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Attempting to bind port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:55:39.509935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Attempting to bind port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:55:39.510255 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Attempting to bind port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:39.514957 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:55:39.515288 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Attempting to bind port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:55:39.520282 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:55:39.520627 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:55:39.521045 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Bound using segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:55:39.521473 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Bound port: c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:55:39.521842 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.586869 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] For port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:55:39.589914 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] For port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:55:39.596295 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.631627 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.632245 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:39.633630 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] 10.222.0.16 "PUT /v2.0/ports/c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba HTTP/1.1" status: 200 len: 1094 time: 0.6784222 Mar 05 02:55:39.634075 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:39.636342 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63d172-34d1-4007-be9c-f8c6fe9a3226" -d '{"events": [{"name": "network-changed", "server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:39.660905 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6f0cb-98f7-42e0-a622-a24ed0fdcf59 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:39.676929 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adeaa05-4446-4f8c-918e-163889b54c6c x-openstack-request-id: req-9adeaa05-4446-4f8c-918e-163889b54c6c {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:39.677232 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:39.677504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9adeaa05-4446-4f8c-918e-163889b54c6c {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:39.677984 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'status': 'completed', 'code': 200} Mar 05 02:55:39.750227 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-341d34c1-db6f-450f-bc43-f5346da6a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.751905 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-341d34c1-db6f-450f-bc43-f5346da6a75e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 1128 time: 0.0493095 Mar 05 02:55:39.800043 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-a5a39789-60fd-4e40-ab92-1ae95ef56aad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba HTTP/1.1" status: 200 len: 217 time: 0.0354133 Mar 05 02:55:39.856718 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-4a5f2699-32f3-4df0-8a23-709e8904e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.858306 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-4a5f2699-32f3-4df0-8a23-709e8904e196 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0453656 Mar 05 02:55:39.908849 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c069bc24-e669-4196-9965-5773a1554d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:39.910334 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-c069bc24-e669-4196-9965-5773a1554d62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462854 Mar 05 02:55:39.996533 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-4ccc6218-0124-4559-8112-571a3f2c1b92 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791826 Mar 05 02:55:40.084536 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-10a30865-edfb-45ee-ba85-045895d634c7 req-0778b057-e7cf-47d4-870f-0b1eb64ca80f service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824633 Mar 05 02:55:40.255956 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-c5976c09-48ff-443b-b9fb-1a91b56ff4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.257352 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-c5976c09-48ff-443b-b9fb-1a91b56ff4c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 1128 time: 0.0747628 Mar 05 02:55:40.268593 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76727083-7b8e-4966-adbf-d6ff570bb2a6 req-47ad45f8-d50f-4bc7-ab1f-be89c35b1e40 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.269962 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-76727083-7b8e-4966-adbf-d6ff570bb2a6 req-47ad45f8-d50f-4bc7-ab1f-be89c35b1e40 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 944 time: 0.0624523 Mar 05 02:55:40.369361 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-76727083-7b8e-4966-adbf-d6ff570bb2a6 req-31d9110d-2cc9-4114-8bb6-10ff45b001bb tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916350 Mar 05 02:55:40.392117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-599f0424-e757-40ac-b7d6-36d741de8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.393588 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-599f0424-e757-40ac-b7d6-36d741de8d8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.1227949 Mar 05 02:55:40.403992 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a8421-b3a3-42a8-bde1-849c7efb8473 req-a97f5517-da8f-4bb3-9f40-0b40cc4cfafe tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.405490 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-062a8421-b3a3-42a8-bde1-849c7efb8473 req-a97f5517-da8f-4bb3-9f40-0b40cc4cfafe tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.0525815 Mar 05 02:55:40.435616 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-55277568-9058-4c38-9a0d-78fc99598234 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba HTTP/1.1" status: 200 len: 217 time: 0.0356078 Mar 05 02:55:40.451445 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-062a8421-b3a3-42a8-bde1-849c7efb8473 req-50e5fcb6-33e3-4b05-9e4a-d26913b37cb9 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Mar 05 02:55:40.486884 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-a0ed4b00-bb2c-4ee4-8677-01def3f78cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.488393 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-a0ed4b00-bb2c-4ee4-8677-01def3f78cd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0468895 Mar 05 02:55:40.535865 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-4a50bd01-f43d-464a-a8e7-8040d5f084df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:40.537372 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-4a50bd01-f43d-464a-a8e7-8040d5f084df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428154 Mar 05 02:55:40.632015 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-cb2158eb-3b46-4c9c-a990-848606765ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875728 Mar 05 02:55:40.740096 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-af63d172-34d1-4007-be9c-f8c6fe9a3226 req-5550cad4-41a3-4d0a-a248-a5f9b59badab service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894878 Mar 05 02:55:40.945890 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-5f862405-e94b-4d07-a40e-b35187fcd36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:41.488579 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725a2db-934a-482e-b118-7f4b89fd0a52 req-6ac7c8af-8dfd-49d7-a4ff-5b9a7218ed26 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:41.490044 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5725a2db-934a-482e-b118-7f4b89fd0a52 req-6ac7c8af-8dfd-49d7-a4ff-5b9a7218ed26 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 944 time: 0.0511770 Mar 05 02:55:41.538168 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5725a2db-934a-482e-b118-7f4b89fd0a52 req-383006ff-6ae8-4a6a-a7a5-178120317023 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427344 Mar 05 02:55:42.252868 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:42.656054 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80772-d86c-4d3d-b4c9-616a8c3df56a req-235b863f-1569-4b3b-8a08-b24fa1bf0c09 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:42.657547 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-09a80772-d86c-4d3d-b4c9-616a8c3df56a req-235b863f-1569-4b3b-8a08-b24fa1bf0c09 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 944 time: 0.0534213 Mar 05 02:55:42.704616 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-09a80772-d86c-4d3d-b4c9-616a8c3df56a req-1d1297e8-e857-4b9c-a196-78941c9a19ec tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416379 Mar 05 02:55:42.944706 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11d61f-27cb-4284-bde9-a6f5a4b79fc7 req-8b844b43-12a3-4d58-9bd9-cab48c990b88 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:42.946166 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4b11d61f-27cb-4284-bde9-a6f5a4b79fc7 req-8b844b43-12a3-4d58-9bd9-cab48c990b88 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.0549769 Mar 05 02:55:42.991071 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4b11d61f-27cb-4284-bde9-a6f5a4b79fc7 req-87a3fbd1-efd0-4365-98ec-ee4e95dab160 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Mar 05 02:55:43.139035 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:55:43.236462 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:43.246920 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'port_id': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'mac_address': 'fa:16:3e:12:be:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:55:43.282625 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:43.283270 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.295208 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:55:43.315395 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:43.318992 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.364334 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:43.773695 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:43.820430 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f83f9-1f8d-4499-9f63-b226c4ef0f6c req-50b38157-0ce1-420a-8607-51c94fcff0e1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:43.821864 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-016f83f9-1f8d-4499-9f63-b226c4ef0f6c req-50b38157-0ce1-420a-8607-51c94fcff0e1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Mar 05 02:55:43.844743 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:43.868624 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-016f83f9-1f8d-4499-9f63-b226c4ef0f6c req-a042962a-cb0a-4252-8bb7-a47429205c1a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409372 Mar 05 02:55:44.108989 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0feb1f-3b96-435a-b494-6ab6ee8a5de1 req-0955b1b2-5bef-4c0f-ac54-2dc4f0ef1166 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:44.110353 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7f0feb1f-3b96-435a-b494-6ab6ee8a5de1 req-0955b1b2-5bef-4c0f-ac54-2dc4f0ef1166 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.0522981 Mar 05 02:55:44.155716 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7f0feb1f-3b96-435a-b494-6ab6ee8a5de1 req-cde1fdaf-29ee-4628-94fa-f83e6a04bcb1 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Mar 05 02:55:44.776660 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-40cc2327-920c-4d7b-83e4-068265aa48c7 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:44.778118 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-40cc2327-920c-4d7b-83e4-068265aa48c7 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.16 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.0507953 Mar 05 02:55:44.872907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Deleting port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:55:44.873593 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:44.987238 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] For port b4673b1a-e2a0-4393-b5c8-d1967a012ba3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,segment=NetworkSegment(0b24d610-1afc-42ac-b406-a22922c6e172),segment_id=0b24d610-1afc-42ac-b406-a22922c6e172)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:44.987598 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.033541 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.150209 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:55:45.200743 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:55:45.204943 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:55:45.205389 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.236885 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Calling delete_port for b4673b1a-e2a0-4393-b5c8-d1967a012ba3 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:55:45.254530 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d82d6-6808-4d87-a1ce-fb670586ccfe req-200d97e0-5dcf-4a3e-ba36-896981ea2f85 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:45.256030 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-566d82d6-6808-4d87-a1ce-fb670586ccfe req-200d97e0-5dcf-4a3e-ba36-896981ea2f85 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 945 time: 0.3223753 Mar 05 02:55:45.289108 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:55:45.289310 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ef22e-7bcf-4e01-8aa8-2dca542f101a req-a4ea76c7-73ae-4c90-8757-96ef9a0f8ae6 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:45.289792 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.290922 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e33ef22e-7bcf-4e01-8aa8-2dca542f101a req-a4ea76c7-73ae-4c90-8757-96ef9a0f8ae6 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 945 time: 0.0654528 Mar 05 02:55:45.320126 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:45.322951 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234ecfd-23e3-4f76-add3-8405c45f099b" -d '{"events": [{"server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:45.338689 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:55:45.343670 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.362330 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e33ef22e-7bcf-4e01-8aa8-2dca542f101a req-9ba3b7a8-d7da-4d58-8263-6303a34fe6c7 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/security-groups?id=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Mar 05 02:55:45.363926 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-566d82d6-6808-4d87-a1ce-fb670586ccfe req-59f4d9ad-cfa9-481d-9e41-f2694a596461 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763118 Mar 05 02:55:45.407137 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:45.417962 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e12e6c-e17d-4dd8-82ba-1cd826260a14 x-openstack-request-id: req-a6e12e6c-e17d-4dd8-82ba-1cd826260a14 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:45.418830 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:45.419099 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6e12e6c-e17d-4dd8-82ba-1cd826260a14 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:45.419518 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'code': 200} Mar 05 02:55:45.438910 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (b4673b1a-e2a0-4393-b5c8-d1967a012ba3), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.472519 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Pushing event deleted for resources: {'Port': ['ID=b4673b1a-e2a0-4393-b5c8-d1967a012ba3,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:55:45.478506 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['b4673b1a-e2a0-4393-b5c8-d1967a012ba3'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:55:45.516588 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] No DVR routers for this DVR port b4673b1a-e2a0-4393-b5c8-d1967a012ba3 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:55:45.519200 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:45.522461 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f04da46c-d5b6-4640-a699-c97aa36a3df9 req-98f82823-4337-40cd-b47e-6140b5196b26 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.16 "DELETE /v2.0/ports/b4673b1a-e2a0-4393-b5c8-d1967a012ba3 HTTP/1.1" status: 204 len: 173 time: 0.7385201 Mar 05 02:55:45.522932 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1febe536-2356-4150-bb0b-97e2d3341c38', 'name': 'network-vif-deleted', 'tag': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:45.525132 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11311b83-57e5-4a7f-88a7-045c989ed0ed" -d '{"events": [{"server_uuid": "1febe536-2356-4150-bb0b-97e2d3341c38", "name": "network-vif-deleted", "tag": "b4673b1a-e2a0-4393-b5c8-d1967a012ba3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:45.566073 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f8395d-cdd7-4fbd-ad2e-b0f012e77eee x-openstack-request-id: req-25f8395d-cdd7-4fbd-ad2e-b0f012e77eee {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:45.567131 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1febe536-2356-4150-bb0b-97e2d3341c38", "name": "network-vif-deleted", "tag": "b4673b1a-e2a0-4393-b5c8-d1967a012ba3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:45.567418 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25f8395d-cdd7-4fbd-ad2e-b0f012e77eee {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:45.567874 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1febe536-2356-4150-bb0b-97e2d3341c38', 'name': 'network-vif-deleted', 'tag': 'b4673b1a-e2a0-4393-b5c8-d1967a012ba3', 'status': 'completed', 'code': 200} Mar 05 02:55:45.680132 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a34e4-e592-40f6-949c-1454a6c2dc19 req-4b3cc513-0c77-4374-93b1-e6cb18d7edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:45.681904 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4f7a34e4-e592-40f6-949c-1454a6c2dc19 req-4b3cc513-0c77-4374-93b1-e6cb18d7edc1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 1130 time: 0.0434768 Mar 05 02:55:45.755797 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4f7a34e4-e592-40f6-949c-1454a6c2dc19 req-f9d3f9a5-6e2a-4eaf-9d8a-35fcb8c142c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405257 Mar 05 02:55:46.465035 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f9c6bed-677e-4224-af4b-fb8324f1dba3 req-784bb820-4c8e-44da-8fd9-22c4744037e7 tempest-VolumesActionsTest-1749428983 tempest-VolumesActionsTest-1749428983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1febe536-2356-4150-bb0b-97e2d3341c38 HTTP/1.1" status: 200 len: 210 time: 0.0289221 Mar 05 02:55:46.503270 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041412be-9d67-40c5-b0b0-b3c81c78c202 req-b351a842-d4f9-4717-8f4c-164cddcf8d7d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:46.504865 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-041412be-9d67-40c5-b0b0-b3c81c78c202 req-b351a842-d4f9-4717-8f4c-164cddcf8d7d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.0629325 Mar 05 02:55:46.557652 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-041412be-9d67-40c5-b0b0-b3c81c78c202 req-252b6454-0ca6-40bb-a2a7-d7e6cbead1c8 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473251 Mar 05 02:55:47.664303 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:47.676618 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88641e-d753-460d-b0f1-472b1a7cf314 req-e9552be5-bb4d-49a9-b61f-c456fa56d40d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:47.678103 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cb88641e-d753-460d-b0f1-472b1a7cf314 req-e9552be5-bb4d-49a9-b61f-c456fa56d40d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.0542066 Mar 05 02:55:47.736086 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cb88641e-d753-460d-b0f1-472b1a7cf314 req-26bbd5e5-1eeb-4370-a912-da051aa8183c tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515583 Mar 05 02:55:47.851044 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e5315-f899-4432-9093-53ba661d2ac4 req-d0df520c-7bbf-4314-9e1c-21477e37a7de tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:47.852505 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-591e5315-f899-4432-9093-53ba661d2ac4 req-d0df520c-7bbf-4314-9e1c-21477e37a7de tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.0522931 Mar 05 02:55:47.860907 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 32964) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:55:47.865133 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'port_id': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:55:47.906421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (72e12366-c9d4-4afc-9812-40a41756e4d5), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.341316 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.345486 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (72e12366-c9d4-4afc-9812-40a41756e4d5), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:48.682071 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP 72e12366-c9d4-4afc-9812-40a41756e4d5 associated. External IP: 172.28.2.45, port: c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba. Mar 05 02:55:48.887310 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:55:49.002954 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:55:49.007927 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:55:49.014116 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:55:49.024714 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:49.025520 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:49.050820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e8895b60-8e59-4c64-8e1d-5e9d506fb484 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "PUT /v2.0/floatingips/72e12366-c9d4-4afc-9812-40a41756e4d5 HTTP/1.1" status: 200 len: 991 time: 1.1780007 Mar 05 02:55:49.050820 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:55:49.050820 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9ff01-38b7-4c0f-ab56-d22862116114" -d '{"events": [{"name": "network-changed", "server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:55:49.078008 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba579af2-644a-4850-9c61-5d23df7c595b x-openstack-request-id: req-ba579af2-644a-4850-9c61-5d23df7c595b {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:55:49.078313 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:55:49.078577 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba579af2-644a-4850-9c61-5d23df7c595b {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:55:49.079018 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'status': 'completed', 'code': 200} Mar 05 02:55:49.147300 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:49.174241 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b4673b1a-e2a0-4393-b5c8-d1967a012ba3 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:55:49.181832 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-9706e08b-9d7d-4fe4-b485-a52c2dbf8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.184451 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-9706e08b-9d7d-4fe4-b485-a52c2dbf8ef9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 1130 time: 0.0504379 Mar 05 02:55:49.204522 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: b4673b1a-e2a0-4393-b5c8-d1967a012ba3 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:55:49.204796 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b4673b1a-e2a0-4393-b5c8-d1967a012ba3 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:55:49.283188 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-cf5c76a8-df81-4861-831b-9c4bbb0ebc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.284632 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-cf5c76a8-df81-4861-831b-9c4bbb0ebc98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.0909853 Mar 05 02:55:49.355340 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-ca57659c-7131-492b-b9b5-b6d9d733afb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba HTTP/1.1" status: 200 len: 999 time: 0.0633905 Mar 05 02:55:49.399342 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '72e12366-c9d4-4afc-9812-40a41756e4d5', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.45', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:12:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9638a16d-159d-4fb4-91c9-018016d37181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:35Z', 'updated_at': '2022-03-05T02:55:48Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:49.404154 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-f1a65869-27be-4ac6-beef-0e5b422c2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.405613 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-f1a65869-27be-4ac6-beef-0e5b422c2e19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0427701 Mar 05 02:55:49.426276 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:55:49.434705 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:55:49.435348 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:55:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:49.456479 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-ca9b3bbf-4c4f-4a7f-a02c-94485ee1bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:55:49.457899 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-ca9b3bbf-4c4f-4a7f-a02c-94485ee1bfbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421572 Mar 05 02:55:49.543742 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:55:49.551483 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-88dee5a4-adcb-4aa4-b1fa-b6f3020cec0c service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834270 Mar 05 02:55:49.640422 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8a9ff01-38b7-4c0f-ab56-d22862116114 req-b63734da-f3a8-4358-bca8-1c8c572b73ad service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821478 Mar 05 02:55:49.766657 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '72e12366-c9d4-4afc-9812-40a41756e4d5', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.45', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:12:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9638a16d-159d-4fb4-91c9-018016d37181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:35Z', 'updated_at': '2022-03-05T02:55:48Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:55:49.792495 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc284bd-75d2-4939-b427-b4dba4bdfcfa None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '72e12366-c9d4-4afc-9812-40a41756e4d5', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.45', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:12:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9638a16d-159d-4fb4-91c9-018016d37181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:55:35Z', 'updated_at': '2022-03-05T02:55:48Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:55:49.978109 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669484f-516e-4ccc-8303-8608ffbb505f None None] New status for floating IP 72e12366-c9d4-4afc-9812-40a41756e4d5: ACTIVE {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:01.674095 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33090) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:01.720771 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Deleting subnet ff7b245f-7fd1-42dd-920e-2abad4350209 {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:56:01.723873 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Publish callbacks [] for subnet (ff7b245f-7fd1-42dd-920e-2abad4350209), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.757206 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (ff7b245f-7fd1-42dd-920e-2abad4350209), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.793660 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (ff7b245f-7fd1-42dd-920e-2abad4350209), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.843974 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (ff7b245f-7fd1-42dd-920e-2abad4350209), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.870174 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:01.873819 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ff7b245f-7fd1-42dd-920e-2abad4350209 HTTP/1.1" status: 204 len: 168 time: 0.1986818 Mar 05 02:56:01.875046 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2cb07-53a6-4ed1-a730-5d6f0e2887df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7b245f-7fd1-42dd-920e-2abad4350209,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:01.876431 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33092) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:01.945190 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (3a44d29c-120e-420b-ace4-5ae7e8c37f2b), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.020906 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (3a44d29c-120e-420b-ace4-5ae7e8c37f2b), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.043714 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a44d29c-120e-420b-ace4-5ae7e8c37f2b']}} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:02.052954 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b24d610-1afc-42ac-b406-a22922c6e172') {'for_net_delete': True} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:02.053251 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b24d610-1afc-42ac-b406-a22922c6e172') {} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:02.062867 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683990'] for segment (0b24d610-1afc-42ac-b406-a22922c6e172), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.075626 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (0b24d610-1afc-42ac-b406-a22922c6e172), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.081984 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=114613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:56:02.082364 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10032227'] for segment (0b24d610-1afc-42ac-b406-a22922c6e172), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: Traceback (most recent call last): Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: timer() Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: cb(*args, **kw) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: return func(*args, **kwargs) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: self._notify() Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: self.callback(batched_events) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: event.method(event) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: return f(self, *a, **k) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: return self._get(url).json() Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: return self.request(url, 'GET', **kwargs) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:56:02.084013 dv-cinder-827259-3-smb neutron-server[114613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:56:02.144784 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (3a44d29c-120e-420b-ace4-5ae7e8c37f2b), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.150013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.153171 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3a44d29c-120e-420b-ace4-5ae7e8c37f2b HTTP/1.1" status: 204 len: 168 time: 0.2756810 Mar 05 02:56:02.156208 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33094) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:02.166345 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49076f7b-1762-46e2-9143-3b64da97ffb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a44d29c-120e-420b-ace4-5ae7e8c37f2b,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:02.206277 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Deleting subnet d12a1349-f298-4322-befe-1c2022efe26f {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:56:02.209573 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Publish callbacks [] for subnet (d12a1349-f298-4322-befe-1c2022efe26f), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.242290 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (d12a1349-f298-4322-befe-1c2022efe26f), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.278960 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (d12a1349-f298-4322-befe-1c2022efe26f), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.330728 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (d12a1349-f298-4322-befe-1c2022efe26f), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.358163 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.361428 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d12a1349-f298-4322-befe-1c2022efe26f HTTP/1.1" status: 204 len: 168 time: 0.2033815 Mar 05 02:56:02.362303 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8720-8c8c-4a53-a5b3-4b445b100e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12a1349-f298-4322-befe-1c2022efe26f,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:02.363884 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33096) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:02.436849 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (026d9199-221a-4bf9-a7d3-de2991940e8b), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.516152 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (026d9199-221a-4bf9-a7d3-de2991940e8b), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.535508 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026d9199-221a-4bf9-a7d3-de2991940e8b']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:02.544486 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491ed188-fca7-4f96-8046-44a081f2a133') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:02.545309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491ed188-fca7-4f96-8046-44a081f2a133') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:02.555222 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (491ed188-fca7-4f96-8046-44a081f2a133), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.569904 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (491ed188-fca7-4f96-8046-44a081f2a133), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.576155 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:56:02.576544 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (491ed188-fca7-4f96-8046-44a081f2a133), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:56:02.578343 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:56:02.631646 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (026d9199-221a-4bf9-a7d3-de2991940e8b), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.636304 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.642370 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] 10.222.0.11 "DELETE /v2.0/networks/026d9199-221a-4bf9-a7d3-de2991940e8b HTTP/1.1" status: 204 len: 168 time: 0.2775710 Mar 05 02:56:02.655001 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9380b-bfe5-429d-b669-e94b14520e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=026d9199-221a-4bf9-a7d3-de2991940e8b,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:02.792247 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33100) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:02.830838 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e48bcf27-b65b-4014-8641-37aadbcf68d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00ed5c8d0ccb45a4a860419b736099b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374610 Mar 05 02:56:02.833094 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33102) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:02.881548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b8197bc5-0aec-4f30-83a7-8ea51d8a2dc6 admin admin] Publish callbacks [] for security_group (388bfc0d-4c46-4a7e-ad9a-60e6c894b48f), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.901890 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b8197bc5-0aec-4f30-83a7-8ea51d8a2dc6 admin admin] Publish callbacks [] for security_group (388bfc0d-4c46-4a7e-ad9a-60e6c894b48f), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.946893 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b8197bc5-0aec-4f30-83a7-8ea51d8a2dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (388bfc0d-4c46-4a7e-ad9a-60e6c894b48f), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.949476 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b8197bc5-0aec-4f30-83a7-8ea51d8a2dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:02.950639 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b8197bc5-0aec-4f30-83a7-8ea51d8a2dc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/388bfc0d-4c46-4a7e-ad9a-60e6c894b48f HTTP/1.1" status: 204 len: 168 time: 0.1166847 Mar 05 02:56:02.958727 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8197bc5-0aec-4f30-83a7-8ea51d8a2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388bfc0d-4c46-4a7e-ad9a-60e6c894b48f,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:03.248333 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33108) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:03.287348 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ef255db9-6bfd-435e-88d0-fb57c692804e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d6cc0a6b2b1478d9f2f92c6a78964b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378864 Mar 05 02:56:03.289772 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33110) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:03.336710 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2df733e2-138e-492f-a2d6-69babdaad58d admin admin] Publish callbacks [] for security_group (27900d10-bc0f-4e25-acde-42faa7392e9d), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:03.357568 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2df733e2-138e-492f-a2d6-69babdaad58d admin admin] Publish callbacks [] for security_group (27900d10-bc0f-4e25-acde-42faa7392e9d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:03.411300 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2df733e2-138e-492f-a2d6-69babdaad58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (27900d10-bc0f-4e25-acde-42faa7392e9d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:03.413858 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2df733e2-138e-492f-a2d6-69babdaad58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:03.415028 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2df733e2-138e-492f-a2d6-69babdaad58d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27900d10-bc0f-4e25-acde-42faa7392e9d HTTP/1.1" status: 204 len: 168 time: 0.1242378 Mar 05 02:56:03.422845 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df733e2-138e-492f-a2d6-69babdaad58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27900d10-bc0f-4e25-acde-42faa7392e9d,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:03.538949 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:56:08.856666 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-abc529b2-bc78-4fc0-94d1-af11dd660947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:10.950891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c5081fe5-43df-487d-912f-bc175b63232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:12.255952 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:13.838703 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:14.691931 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de493a6-6bc6-42ce-816a-2670f85b6779 req-ba0156a0-24b9-4206-9a26-a2b8da1eb34e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:14.693544 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2de493a6-6bc6-42ce-816a-2670f85b6779 req-ba0156a0-24b9-4206-9a26-a2b8da1eb34e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.0538783 Mar 05 02:56:14.743804 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2de493a6-6bc6-42ce-816a-2670f85b6779 req-69d5554e-70ce-4071-9b3a-8b3a7c0d1e0c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Mar 05 02:56:15.039138 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:15.866349 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecb7d2-4601-462f-ac91-c82f4b6afe49 req-22234638-f49d-4d21-80b7-e28354755567 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:15.867910 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-69ecb7d2-4601-462f-ac91-c82f4b6afe49 req-22234638-f49d-4d21-80b7-e28354755567 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.0524645 Mar 05 02:56:15.914361 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-69ecb7d2-4601-462f-ac91-c82f4b6afe49 req-3f5867af-a6f5-432d-aeb5-72dd470d45fd tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Mar 05 02:56:16.678690 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-f171f09f-28f9-4b9b-bdbb-d60a06242d1e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:16.680179 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-f171f09f-28f9-4b9b-bdbb-d60a06242d1e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.0510676 Mar 05 02:56:16.774885 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Deleting port 510d7b00-6184-4f36-9a18-95b5a88885d0 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:16.775233 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:16.860630 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] For port 510d7b00-6184-4f36-9a18-95b5a88885d0, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=510d7b00-6184-4f36-9a18-95b5a88885d0,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:16.861000 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.109115 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77df8f-e598-4a24-99e2-2e8283046b78 req-13153931-19db-4390-b015-3ac8a3c228e3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:17.110587 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cd77df8f-e598-4a24-99e2-2e8283046b78 req-13153931-19db-4390-b015-3ac8a3c228e3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=79aace79-3b16-41fc-8afc-1a18f68ff18f HTTP/1.1" status: 200 len: 946 time: 0.1070423 Mar 05 02:56:17.119095 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.119472 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (04deabf2-59d7-4e72-8d8b-cc4f8f91177e), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.119794 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Floating IP 04deabf2-59d7-4e72-8d8b-cc4f8f91177e disassociated. External IP: 172.28.2.19, port: 510d7b00-6184-4f36-9a18-95b5a88885d0. Mar 05 02:56:17.120142 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Calling delete_port for 510d7b00-6184-4f36-9a18-95b5a88885d0 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:17.200421 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cd77df8f-e598-4a24-99e2-2e8283046b78 req-6e66cb13-64b0-4758-b043-13bdb6e7a402 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=e471e720-fd53-4c73-8c9c-ca54b165b7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838389 Mar 05 02:56:17.280925 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (510d7b00-6184-4f36-9a18-95b5a88885d0), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.307476 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event deleted for resources: {'Port': ['ID=510d7b00-6184-4f36-9a18-95b5a88885d0,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:17.423722 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:17.533710 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:17.543609 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:17.553238 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:17.553844 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:17.572310 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] No DVR routers for this DVR port 510d7b00-6184-4f36-9a18-95b5a88885d0 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:56:17.574882 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.578850 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-86aa2a2d-00bc-43a0-9814-88ca4d7377dd req-99beb142-8415-45b0-bfb0-0744c0584a56 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "DELETE /v2.0/ports/510d7b00-6184-4f36-9a18-95b5a88885d0 HTTP/1.1" status: 204 len: 173 time: 0.8933668 Mar 05 02:56:17.579342 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-deleted', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:17.581526 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe0580-7d88-4ce0-b021-8307ff8996a1" -d '{"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-deleted", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:17.622667 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7228af83-a724-4e91-913c-f1caa85230a5 x-openstack-request-id: req-7228af83-a724-4e91-913c-f1caa85230a5 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:17.623490 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aace79-3b16-41fc-8afc-1a18f68ff18f", "name": "network-vif-deleted", "tag": "510d7b00-6184-4f36-9a18-95b5a88885d0", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:17.623774 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7228af83-a724-4e91-913c-f1caa85230a5 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:17.624177 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aace79-3b16-41fc-8afc-1a18f68ff18f', 'name': 'network-vif-deleted', 'tag': '510d7b00-6184-4f36-9a18-95b5a88885d0', 'status': 'completed', 'code': 200} Mar 05 02:56:17.804688 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:17.813067 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:18.016848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:18.043210 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:18.053079 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:18.053614 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:18.159981 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:18.288613 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33276) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:18.342952 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a28416db-f9a3-4387-a8b0-672c1584d69b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (e471e720-fd53-4c73-8c9c-ca54b165b7d7), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.369626 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:18.370553 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a28416db-f9a3-4387-a8b0-672c1584d69b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (e471e720-fd53-4c73-8c9c-ca54b165b7d7), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.396741 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265c0c0-0193-4ff5-9a30-536b22815e49 None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:18.422645 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a28416db-f9a3-4387-a8b0-672c1584d69b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (e471e720-fd53-4c73-8c9c-ca54b165b7d7), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.426460 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a28416db-f9a3-4387-a8b0-672c1584d69b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.427739 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-a28416db-f9a3-4387-a8b0-672c1584d69b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "DELETE /v2.0/security-groups/e471e720-fd53-4c73-8c9c-ca54b165b7d7 HTTP/1.1" status: 204 len: 168 time: 0.1381538 Mar 05 02:56:18.430484 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33278) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:18.437949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28416db-f9a3-4387-a8b0-672c1584d69b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e471e720-fd53-4c73-8c9c-ca54b165b7d7,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:18.447962 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.api.v2.resource [None req-c0869440-d7d1-4f5b-92a5-082b6392a75c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] show failed (client error): The resource could not be found. Mar 05 02:56:18.452311 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-c0869440-d7d1-4f5b-92a5-082b6392a75c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups/e471e720-fd53-4c73-8c9c-ca54b165b7d7 HTTP/1.1" status: 404 len: 347 time: 0.0175467 Mar 05 02:56:18.452793 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33280) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:18.585173 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Deleting port ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:18.585530 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.625757 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4986430d-2295-467f-bee4-29af382da5e2 None None] New status for floating IP 04deabf2-59d7-4e72-8d8b-cc4f8f91177e: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:18.662973 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.663364 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.674779 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Calling delete_port for ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8 owned by network:floatingip {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:18.822915 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.846511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event deleted for resources: {'Port': ['ID=ffe4c56a-0711-40f7-95c8-7ceb5e48cdf8,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:18.859393 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.859807 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.860179 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.860509 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.861441 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.861795 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.862136 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.862487 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.862863 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.863178 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.863565 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.863854 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.864232 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:18.920946 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (04deabf2-59d7-4e72-8d8b-cc4f8f91177e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.923511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:18.924658 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-060e79d7-f040-435f-a9c8-cfe0f27fff91 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "DELETE /v2.0/floatingips/04deabf2-59d7-4e72-8d8b-cc4f8f91177e HTTP/1.1" status: 204 len: 168 time: 0.4707847 Mar 05 02:56:19.247342 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33286) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:19.252525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255299877', 'description': 'tempest-description--1443521332'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:19.272063 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.338686 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (918e3233-c7e3-4c00-9131-c0f3ae6e2989), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.343127 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (918e3233-c7e3-4c00-9131-c0f3ae6e2989), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.372488 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.374269 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1252291 Mar 05 02:56:19.377237 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33292) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:19.378037 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ba972-a36e-4637-947c-9b9d5ef8a4c6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918e3233-c7e3-4c00-9131-c0f3ae6e2989,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:19.382364 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'security_group_rule': {'security_group_id': '918e3233-c7e3-4c00-9131-c0f3ae6e2989', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:19.411623 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (60fc6828-2a67-406d-b2c7-687f2bc157be), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.463250 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (60fc6828-2a67-406d-b2c7-687f2bc157be), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.467138 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (60fc6828-2a67-406d-b2c7-687f2bc157be), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.486864 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fc6828-2a67-406d-b2c7-687f2bc157be,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:19.495518 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.496363 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3bab17e1-ce65-44fb-ab14-e18bbad8f2e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175735 Mar 05 02:56:19.499475 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33298) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:19.503767 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'security_group_rule': {'security_group_id': '918e3233-c7e3-4c00-9131-c0f3ae6e2989', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:19.530767 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (bf45b435-399f-4bbb-8ab5-bad25eb325bf), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.587424 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (bf45b435-399f-4bbb-8ab5-bad25eb325bf), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.591643 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (bf45b435-399f-4bbb-8ab5-bad25eb325bf), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.610855 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf45b435-399f-4bbb-8ab5-bad25eb325bf,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:19.618871 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.620069 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2134ca2b-b42c-4a8d-9dc3-a30537aa43e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196747 Mar 05 02:56:19.623813 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33304) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:19.628381 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:19.648287 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.758707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:19.877641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Allocated IP 172.28.2.48 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/36e853de-e85f-4779-ba53-fda78df2c40d) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:20.007623 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for port (36e853de-e85f-4779-ba53-fda78df2c40d), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.049963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a1626-30e3-44f3-aa22-d0eab93c24f7 req-5b6a6f46-b48e-4564-9c24-58339d8efee4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:20.051500 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e08a1626-30e3-44f3-aa22-d0eab93c24f7 req-5b6a6f46-b48e-4564-9c24-58339d8efee4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0859151 Mar 05 02:56:20.065027 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (36e853de-e85f-4779-ba53-fda78df2c40d), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.119060 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:20.124906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:20.134063 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:20.159260 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'Port': ['ID=36e853de-e85f-4779-ba53-fda78df2c40d,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:20.166985 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e08a1626-30e3-44f3-aa22-d0eab93c24f7 req-88478ece-08c0-4720-a1e5-3050f5d660c7 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095586 Mar 05 02:56:20.232889 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (cc6fba40-e84b-44b4-be3a-c06138deea4d), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.270787 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (36e853de-e85f-4779-ba53-fda78df2c40d), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.417622 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for port (36e853de-e85f-4779-ba53-fda78df2c40d), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.422033 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (36e853de-e85f-4779-ba53-fda78df2c40d), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.488278 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'Port': ['ID=36e853de-e85f-4779-ba53-fda78df2c40d,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:20.498003 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (cc6fba40-e84b-44b4-be3a-c06138deea4d), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.512421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:20.514204 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-497ea29d-bf5b-49a4-af9c-bb49195b92e5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8893578 Mar 05 02:56:20.705056 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-54686b4c-37c2-4ca5-a7cb-a2d01663c720 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--255299877&fields=id&tenant_id=1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 267 time: 0.0429685 Mar 05 02:56:20.820054 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-25787345-e6d4-462a-b818-80e61e896a75 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:20.821806 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-25787345-e6d4-462a-b818-80e61e896a75 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 817 time: 0.1103699 Mar 05 02:56:20.836617 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-de3e0b02-f873-41c2-83ea-c1275cd68d37 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/quotas/1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 375 time: 0.0091083 Mar 05 02:56:20.891387 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-de6fa2ac-724a-4953-a47f-d1a0c9a7b137 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491226 Mar 05 02:56:20.893388 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33334) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:20.989758 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-bbc53bb9-5892-4950-b96d-79e83594909a service neutron] 10.222.0.11 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871062 Mar 05 02:56:20.998635 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-011f78e5-8191-4fcd-a7c1-89550bf87c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.080738 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-011f78e5-8191-4fcd-a7c1-89550bf87c5b admin admin] Publish callbacks [] for security_group (13755b8e-1fa2-4c9b-b904-8024ba6254f8), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.084374 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-011f78e5-8191-4fcd-a7c1-89550bf87c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (13755b8e-1fa2-4c9b-b904-8024ba6254f8), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.090213 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-d05a3f05-3747-4437-85b4-c52755288422 service neutron] 10.222.0.11 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950460 Mar 05 02:56:21.125226 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-011f78e5-8191-4fcd-a7c1-89550bf87c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e515256bbfdc4070b843aacbe63eef3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306502 Mar 05 02:56:21.126341 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f78e5-8191-4fcd-a7c1-89550bf87c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13755b8e-1fa2-4c9b-b904-8024ba6254f8,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:21.127914 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33338) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:21.176384 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b8120ca6-2e85-4254-b6fe-8295fb2aa539 admin admin] Publish callbacks [] for security_group (13755b8e-1fa2-4c9b-b904-8024ba6254f8), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.207669 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b8120ca6-2e85-4254-b6fe-8295fb2aa539 admin admin] Publish callbacks [] for security_group (13755b8e-1fa2-4c9b-b904-8024ba6254f8), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.275324 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b4b128b8-7ade-4acb-b539-0c1e572bd765 req-b72a0c87-4b19-456f-879d-3bf65e30446e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 210 time: 0.0436306 Mar 05 02:56:21.297166 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b8120ca6-2e85-4254-b6fe-8295fb2aa539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (13755b8e-1fa2-4c9b-b904-8024ba6254f8), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.300281 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b8120ca6-2e85-4254-b6fe-8295fb2aa539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:21.302922 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff8a13-1300-4098-a7e0-4f778236bbbf req-7b5d2cc2-4e65-4a97-b854-714d4144e2a9 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:21.303437 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b8120ca6-2e85-4254-b6fe-8295fb2aa539 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13755b8e-1fa2-4c9b-b904-8024ba6254f8 HTTP/1.1" status: 204 len: 168 time: 0.1742887 Mar 05 02:56:21.305200 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64ff8a13-1300-4098-a7e0-4f778236bbbf req-7b5d2cc2-4e65-4a97-b854-714d4144e2a9 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0622575 Mar 05 02:56:21.313394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8120ca6-2e85-4254-b6fe-8295fb2aa539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13755b8e-1fa2-4c9b-b904-8024ba6254f8,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:21.346779 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:56:21.380066 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 510d7b00-6184-4f36-9a18-95b5a88885d0 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:56:21.380825 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 510d7b00-6184-4f36-9a18-95b5a88885d0 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:56:21.391405 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64ff8a13-1300-4098-a7e0-4f778236bbbf req-644dcae3-29e2-4ff0-abb6-d7e3625b3f5c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684564 Mar 05 02:56:22.418175 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8f75d525-b296-48c1-99cb-54e78964d7ee req-cd8c796a-d314-489a-bdf3-faec742b4da9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 210 time: 0.0521252 Mar 05 02:56:22.473172 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-6e0164b4-5fe9-456e-a753-9d39b9a5a8b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.475280 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-6e0164b4-5fe9-456e-a753-9d39b9a5a8b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.1222122 Mar 05 02:56:22.541716 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-de174b53-c59a-4c8c-abc2-09d332f79d62 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.544055 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-de174b53-c59a-4c8c-abc2-09d332f79d62 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 817 time: 0.1537595 Mar 05 02:56:22.574313 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110cff3-6b61-46f0-b91e-3d28ac1d6d24 req-f5c078c9-e17d-467a-b331-69157383640b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:22.576524 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1110cff3-6b61-46f0-b91e-3d28ac1d6d24 req-f5c078c9-e17d-467a-b331-69157383640b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 945 time: 0.0803442 Mar 05 02:56:22.580041 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Deleting port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:22.580548 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:22.655712 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-26523833-5e95-4809-9a9e-6e6a72537019 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 379 time: 0.0949967 Mar 05 02:56:22.659031 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1110cff3-6b61-46f0-b91e-3d28ac1d6d24 req-ef8f3d4d-0412-4c70-a5da-028592e418d2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722282 Mar 05 02:56:22.675120 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'port': {'device_id': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'admin_state_up': True, 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'security_groups': ['918e3233-c7e3-4c00-9131-c0f3ae6e2989']}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:22.675289 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] For port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:22.675289 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:22.781376 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Made reservation on behalf of 1ae17bc418a044f3b4b1d1dfd3941877 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:22.785082 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:22.854000 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:22.854481 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (1bc2a651-d1a8-4f7f-b377-4626e43641f9), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:22.854835 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Floating IP 1bc2a651-d1a8-4f7f-b377-4626e43641f9 disassociated. External IP: 172.28.2.187, port: 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8. Mar 05 02:56:22.855192 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Calling delete_port for 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:22.910401 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Allocated IP 172.20.0.14 (7f2ff02b-94ca-4ace-971d-5215d54dfcfc/22be86df-2488-4c49-9e5a-946e9709d70f/6df4b4e1-8354-493a-bc98-d9fd9f301f8f) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:22.984133 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.018826 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event deleted for resources: {'Port': ['ID=0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:23.081693 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.115098 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.132214 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Router cc529a76-29bc-46cf-9944-e50565d275a2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:23.159133 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:23.162384 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:23.166263 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:23.173560 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:23.226672 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:23.227363 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.248203 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-0a3b6278-6cbd-4033-836e-1051ecafd7cf tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785325 Mar 05 02:56:23.277367 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Request body: {'port': {'device_id': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:23.371976 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.514868 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-78db82df-9dc0-4be1-b567-0e4b5243a4cd None None] Provisioning complete for port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:23.516139 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-78db82df-9dc0-4be1-b567-0e4b5243a4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.531332 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:23.550923 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:23.570425 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:23.571614 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:23.640968 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] No DVR routers for this DVR port 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:56:23.650542 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.654488 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f1e3a334-5eec-4674-ba45-abc9242517f3 req-ed684b49-389e-4316-a1ae-f86b4d7c1073 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "DELETE /v2.0/ports/0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 HTTP/1.1" status: 204 len: 173 time: 1.1739187 Mar 05 02:56:23.659092 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'name': 'network-vif-deleted', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:23.661494 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac48b4-d41e-4f3e-889c-d833e496f2ee" -d '{"events": [{"server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "name": "network-vif-deleted", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:23.671533 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd35e5-c340-4b22-93bb-9ed2c4d92b2a req-aa7cf4bb-eb61-4932-961a-8dacd511e489 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:23.678702 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-88dd35e5-c340-4b22-93bb-9ed2c4d92b2a req-aa7cf4bb-eb61-4932-961a-8dacd511e489 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 932 time: 0.1451900 Mar 05 02:56:23.761433 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-88dd35e5-c340-4b22-93bb-9ed2c4d92b2a req-9d197405-785a-4445-934d-8b447f42ebf6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814595 Mar 05 02:56:23.778470 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab9dc5f-bda0-4ddb-997d-34ea377563a5 x-openstack-request-id: req-cab9dc5f-bda0-4ddb-997d-34ea377563a5 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:23.778823 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59b2b90-ef0a-4376-865a-01f94ed9fb24", "name": "network-vif-deleted", "tag": "0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:23.779086 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cab9dc5f-bda0-4ddb-997d-34ea377563a5 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:23.779494 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59b2b90-ef0a-4376-865a-01f94ed9fb24', 'name': 'network-vif-deleted', 'tag': '0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8', 'status': 'completed', 'code': 200} Mar 05 02:56:23.783867 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:23.835210 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-78db82df-9dc0-4be1-b567-0e4b5243a4cd None None] Port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:56:23.872272 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e6f4cbfe-8aa2-4925-91e6-0445b418104b req-4f1339d0-e6fd-4df1-b6df-a6e8f646e8df tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=d59b2b90-ef0a-4376-865a-01f94ed9fb24 HTTP/1.1" status: 200 len: 210 time: 0.0329537 Mar 05 02:56:23.882053 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df4b4e1-8354-493a-bc98-d9fd9f301f8f {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:23.891009 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Publish callbacks [] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.904522 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Transition to ACTIVE for port object 6df4b4e1-8354-493a-bc98-d9fd9f301f8f will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:56:23.908179 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:23.959288 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:24.025987 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:24.037184 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Attempting to bind port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:56:24.037534 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Attempting to bind port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:56:24.037875 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Attempting to bind port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:24.042564 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:56:24.042743 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Attempting to bind port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f on network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:24.048632 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:56:24.048981 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Checking segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:56:24.049376 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Bound using segment: {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:56:24.049811 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Bound port: 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c4032a-7958-4282-b1ea-90bc10c89698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:56:24.050179 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:24.054548 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:24.063936 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:24.064581 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:24.121032 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:56:24.125752 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:56:24.131642 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:24.168384 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:24.168944 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:24.171015 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 1094 time: 0.8980787 Mar 05 02:56:24.171460 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:24.173702 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ada0d8-6ce3-4c3c-b936-c3e24b023321" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:24.206237 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0eeb7-f701-40f8-bc0e-9c3df1b811d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:24.208581 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:24.216189 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d849024-f808-42f4-bd74-67b94c8d6c7f x-openstack-request-id: req-2d849024-f808-42f4-bd74-67b94c8d6c7f {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:24.216558 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:24.216946 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d849024-f808-42f4-bd74-67b94c8d6c7f {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:24.217435 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'status': 'completed', 'code': 200} Mar 05 02:56:24.323225 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada0d8-6ce3-4c3c-b936-c3e24b023321 req-fc1bccf5-52c4-4e8b-90e5-c541106a72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:24.324768 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-08ada0d8-6ce3-4c3c-b936-c3e24b023321 req-fc1bccf5-52c4-4e8b-90e5-c541106a72f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1128 time: 0.0530329 Mar 05 02:56:24.445510 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:24.476443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00257ea-51b4-4257-945e-4f117ab83c66 None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:24.506048 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada0d8-6ce3-4c3c-b936-c3e24b023321 req-b46a7d4b-fda7-4f3e-a250-f901e93eac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:24.507584 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-08ada0d8-6ce3-4c3c-b936-c3e24b023321 req-b46a7d4b-fda7-4f3e-a250-f901e93eac4c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1638281 Mar 05 02:56:24.672193 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ada0d8-6ce3-4c3c-b936-c3e24b023321 req-6edf06ac-504c-4ae7-8786-367d94641f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:24.673707 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-08ada0d8-6ce3-4c3c-b936-c3e24b023321 req-6edf06ac-504c-4ae7-8786-367d94641f3d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583838 Mar 05 02:56:24.718557 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca28d3b-23bd-41a5-9b9e-3287cf0320c0 None None] New status for floating IP 1bc2a651-d1a8-4f7f-b377-4626e43641f9: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:24.799220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-7baf01d2-69c9-4c81-be6d-16f776285f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:24.800782 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-7baf01d2-69c9-4c81-be6d-16f776285f8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1128 time: 0.0610721 Mar 05 02:56:24.964212 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33420) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:25.030677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (2ffb5826-20d3-45a5-a8a8-c8da2e7b259b), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.061140 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (2ffb5826-20d3-45a5-a8a8-c8da2e7b259b), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.110136 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-296c2ca8-1081-4b06-a0e6-29226619bfb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 217 time: 0.2965844 Mar 05 02:56:25.127806 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2ffb5826-20d3-45a5-a8a8-c8da2e7b259b), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.130395 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.131566 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "DELETE /v2.0/security-groups/2ffb5826-20d3-45a5-a8a8-c8da2e7b259b HTTP/1.1" status: 204 len: 168 time: 0.1661093 Mar 05 02:56:25.134688 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33430) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:25.148473 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb5826-20d3-45a5-a8a8-c8da2e7b259b,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:25.158507 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.api.v2.resource [None req-4162fb9a-77d0-42b7-abf7-6aeb569e0450 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] show failed (client error): The resource could not be found. Mar 05 02:56:25.159551 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4162fb9a-77d0-42b7-abf7-6aeb569e0450 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups/2ffb5826-20d3-45a5-a8a8-c8da2e7b259b HTTP/1.1" status: 404 len: 347 time: 0.0228412 Mar 05 02:56:25.161267 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.161766 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.162263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.162525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33432) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:25.162978 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.163491 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.163837 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.164224 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.164593 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.165328 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.165673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.166011 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.166346 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.166677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaa90-bbc9-4356-8247-c119a998fec1 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:25.268260 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-e4ffd607-4f9d-42fe-ad5f-d141cbb3dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:25.269728 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-e4ffd607-4f9d-42fe-ad5f-d141cbb3dba4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.1512525 Mar 05 02:56:25.277681 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a08c6-07d1-4560-8067-91d8fc4389b7 req-017ebb83-ae7b-4e51-85ba-65a8c50b80a7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:25.279667 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8d4a08c6-07d1-4560-8067-91d8fc4389b7 req-017ebb83-ae7b-4e51-85ba-65a8c50b80a7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1721437 Mar 05 02:56:25.372015 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:56:25.394021 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:56:25.394601 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8d4a08c6-07d1-4560-8067-91d8fc4389b7 req-2c479446-972e-4a29-8f6c-e00d33b9acbb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838637 Mar 05 02:56:25.399394 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-a7eda2c1-b6cf-4b55-a945-9b4783d0b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:25.400933 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-a7eda2c1-b6cf-4b55-a945-9b4783d0b1de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1189020 Mar 05 02:56:25.401282 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 0a89cd26-9fda-4fdd-abb6-ff6c4fe707c8 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:56:25.403249 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Deleting port c7a96052-df31-4354-8a50-80d06e28320c {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:25.404142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (c7a96052-df31-4354-8a50-80d06e28320c), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.544113 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (c7a96052-df31-4354-8a50-80d06e28320c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.544381 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (c7a96052-df31-4354-8a50-80d06e28320c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.562495 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Calling delete_port for c7a96052-df31-4354-8a50-80d06e28320c owned by network:floatingip {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:25.565569 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-26ee0fe1-d6b6-49b3-bb70-d7ecebeda6a3 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494095 Mar 05 02:56:25.717447 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8826f588-fe59-4341-bde8-fa12aa275bfd req-3c36ebfe-4c59-46f3-9684-5a2ab7134ce8 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432385 Mar 05 02:56:25.774782 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (c7a96052-df31-4354-8a50-80d06e28320c), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.798655 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event deleted for resources: {'Port': ['ID=c7a96052-df31-4354-8a50-80d06e28320c,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:25.866134 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (1bc2a651-d1a8-4f7f-b377-4626e43641f9), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.869404 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:25.870553 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-8502664b-8251-4e70-9a5b-6e37fc5ad37a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "DELETE /v2.0/floatingips/1bc2a651-d1a8-4f7f-b377-4626e43641f9 HTTP/1.1" status: 204 len: 168 time: 0.7070518 Mar 05 02:56:26.109808 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33450) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:26.114322 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606271285', 'description': 'tempest-description--1330279764'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:26.134314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.198688 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (51679bdc-fdb0-48eb-baae-d7ea0bf97d67), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.203000 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (51679bdc-fdb0-48eb-baae-d7ea0bf97d67), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.232500 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.233723 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1229036 Mar 05 02:56:26.235612 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0b95e-a883-4040-a747-0c0eaea9622c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51679bdc-fdb0-48eb-baae-d7ea0bf97d67,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:26.236712 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33452) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:26.241308 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'security_group_rule': {'security_group_id': '51679bdc-fdb0-48eb-baae-d7ea0bf97d67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:26.266327 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (33e41538-ccca-4399-9fc5-5e196e1c8c92), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.311500 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (33e41538-ccca-4399-9fc5-5e196e1c8c92), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.315348 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (33e41538-ccca-4399-9fc5-5e196e1c8c92), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.333254 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e41538-ccca-4399-9fc5-5e196e1c8c92,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:26.337919 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.339195 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-424bab0f-1c9c-416d-aac6-c7340e55f269 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1013377 Mar 05 02:56:26.341751 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33454) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:26.346129 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'security_group_rule': {'security_group_id': '51679bdc-fdb0-48eb-baae-d7ea0bf97d67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:26.371243 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (53effbc4-7e32-4ec6-b389-2db7a82bcba4), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.425435 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (53effbc4-7e32-4ec6-b389-2db7a82bcba4), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.429183 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (53effbc4-7e32-4ec6-b389-2db7a82bcba4), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.449537 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53effbc4-7e32-4ec6-b389-2db7a82bcba4,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:26.459126 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.464356 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5feb7f08-6ffe-41aa-8b99-45d3424c7029 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176038 Mar 05 02:56:26.464971 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33460) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:26.469303 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:26.495528 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.528491 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c1445-4979-4438-9b6b-0865d342110d req-60cb9e92-e89f-43b6-bf22-678cf771ffb9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:26.530154 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-211c1445-4979-4438-9b6b-0865d342110d req-60cb9e92-e89f-43b6-bf22-678cf771ffb9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.0598745 Mar 05 02:56:26.588349 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-211c1445-4979-4438-9b6b-0865d342110d req-71f44f95-13b6-4407-b7f1-5feb8f43fed0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524487 Mar 05 02:56:26.603320 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.717557 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Allocated IP 172.28.2.202 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/4356af42-8e76-49ff-b43f-8620b008f507) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:26.815895 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for port (4356af42-8e76-49ff-b43f-8620b008f507), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.848686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (4356af42-8e76-49ff-b43f-8620b008f507), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:26.890654 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:26.893485 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:26.895907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:26.930114 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'Port': ['ID=4356af42-8e76-49ff-b43f-8620b008f507,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:26.986026 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (ac581692-3f03-4fa0-8a63-052eb0de6eb9), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.019860 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4356af42-8e76-49ff-b43f-8620b008f507), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.164753 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for port (4356af42-8e76-49ff-b43f-8620b008f507), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.169314 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (4356af42-8e76-49ff-b43f-8620b008f507), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.235065 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'Port': ['ID=4356af42-8e76-49ff-b43f-8620b008f507,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:27.244735 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (ac581692-3f03-4fa0-8a63-052eb0de6eb9), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.259311 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.260522 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5007704d-9c2d-463f-a3dc-519710ba70b6 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7949367 Mar 05 02:56:27.391401 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:56:27.454733 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-aa661eb2-9fb0-4c90-bc74-adc0d4a8088b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1606271285&fields=id&tenant_id=a14be260377244f6a1b77fc0313f20c1 HTTP/1.1" status: 200 len: 267 time: 0.0454948 Mar 05 02:56:27.490196 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:27.500994 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'mac_address': 'fa:16:3e:93:e9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:56:27.538173 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:27.538572 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.551064 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df4b4e1-8354-493a-bc98-d9fd9f301f8f {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:27.555798 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-1c95978e-540f-4b7a-86fb-447e13bd4fd4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:27.557267 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-1c95978e-540f-4b7a-86fb-447e13bd4fd4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 811 time: 0.0963273 Mar 05 02:56:27.571367 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:27.572888 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-95e69716-cffa-4492-8f10-cc4e9c752f38 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/quotas/a14be260377244f6a1b77fc0313f20c1 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Mar 05 02:56:27.576407 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:27.624744 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:27.629502 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-66b42b16-983c-492e-8291-1d1513c0241c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506723 Mar 05 02:56:27.632358 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.632866 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.633220 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.634136 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.634656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.635170 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.635901 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.636443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.637041 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.637900 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.639090 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.639576 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.640058 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:56:27.730245 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae3bd3-c345-431e-8820-94296270234d req-c2dc95d4-330e-4512-9bc8-8c76e5069dc2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:27.732491 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-95ae3bd3-c345-431e-8820-94296270234d req-c2dc95d4-330e-4512-9bc8-8c76e5069dc2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 945 time: 0.0537584 Mar 05 02:56:27.739169 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-2ebc9abb-f11c-4427-9515-6aec156d5494 service neutron] 10.222.0.11 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974147 Mar 05 02:56:27.782244 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-95ae3bd3-c345-431e-8820-94296270234d req-8dbf35ad-739e-4447-acf9-2161c879136a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436618 Mar 05 02:56:27.846095 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-18e7d4fa-5f36-49cd-b4a1-accffb77ba28 service neutron] 10.222.0.11 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015091 Mar 05 02:56:27.909981 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33486) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:27.912556 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['6df4b4e1-8354-493a-bc98-d9fd9f301f8f'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:56:28.030166 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8d55d11f-2862-4753-b11b-c9d0b0919238 req-cfecd9d1-cf96-4462-8e06-6f2f919bff48 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 210 time: 0.0392137 Mar 05 02:56:28.053584 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b50951c0-2335-4ead-b059-a97c6e0e76ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.137161 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b50951c0-2335-4ead-b059-a97c6e0e76ed admin admin] Publish callbacks [] for security_group (b68d0866-0139-4c41-a191-ac0c2d32c44a), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.140291 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-b50951c0-2335-4ead-b059-a97c6e0e76ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b68d0866-0139-4c41-a191-ac0c2d32c44a), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.178337 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50951c0-2335-4ead-b059-a97c6e0e76ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d0866-0139-4c41-a191-ac0c2d32c44a,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:28.185179 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-b50951c0-2335-4ead-b059-a97c6e0e76ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c99fb17eb57844f883331f92216ebde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710209 Mar 05 02:56:28.186008 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33498) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:28.237123 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-615bd628-81a6-41f2-894c-f53d767a3529 admin admin] Publish callbacks [] for security_group (b68d0866-0139-4c41-a191-ac0c2d32c44a), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.258400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-615bd628-81a6-41f2-894c-f53d767a3529 admin admin] Publish callbacks [] for security_group (b68d0866-0139-4c41-a191-ac0c2d32c44a), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.309770 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-615bd628-81a6-41f2-894c-f53d767a3529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (b68d0866-0139-4c41-a191-ac0c2d32c44a), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.313964 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-615bd628-81a6-41f2-894c-f53d767a3529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:28.315398 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-615bd628-81a6-41f2-894c-f53d767a3529 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b68d0866-0139-4c41-a191-ac0c2d32c44a HTTP/1.1" status: 204 len: 168 time: 0.1290238 Mar 05 02:56:28.325287 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd628-81a6-41f2-894c-f53d767a3529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d0866-0139-4c41-a191-ac0c2d32c44a,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:28.918127 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcb91b-9edd-443e-91fc-ad6b17c5b1ae req-d609d3ef-a6ab-443a-8239-539bc75fe824 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:28.923424 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4bbcb91b-9edd-443e-91fc-ad6b17c5b1ae req-d609d3ef-a6ab-443a-8239-539bc75fe824 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 945 time: 0.0629251 Mar 05 02:56:28.974165 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4bbcb91b-9edd-443e-91fc-ad6b17c5b1ae req-1e85fb0e-9dc2-4b73-b095-24735e6dcae5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488455 Mar 05 02:56:29.090322 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-87a849d6-a3f5-45e9-83fc-0b9d9c21a390 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:29.092250 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-87a849d6-a3f5-45e9-83fc-0b9d9c21a390 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 811 time: 0.1215308 Mar 05 02:56:29.142299 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7610d659-715b-402a-8bce-363e7df90953 req-b28c6f3f-da9b-406e-81ca-3110e6ffbe8b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 210 time: 0.0352895 Mar 05 02:56:29.189092 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-08f43851-f9ad-4759-9c8a-7d58810f004f tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a14be260377244f6a1b77fc0313f20c1 HTTP/1.1" status: 200 len: 380 time: 0.0797043 Mar 05 02:56:29.201059 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'port': {'device_id': '9fed8feb-f112-424e-af33-22cf25090ab8', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'admin_state_up': True, 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'security_groups': ['51679bdc-fdb0-48eb-baae-d7ea0bf97d67']}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:29.318197 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Made reservation on behalf of a14be260377244f6a1b77fc0313f20c1 for: {'port': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:29.321830 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.389694 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:56:29.443451 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:56:29.448122 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:29.448628 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.469459 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Allocated IP 172.20.0.10 (1ad8a929-f41d-48b9-9606-4fce007c63ef/b17fd0ef-d483-44a5-a5e0-71aeeb7263cf/6817f357-06c5-4824-9c70-e7258aefef89) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:29.539133 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:29.539535 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.566443 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:29.568734 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a09a2-41d4-4bc4-8a07-adc8b6d4a979" -d '{"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-plugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:29.584124 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:29.588722 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.623807 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe8fb3-56fc-4b0f-b26b-378b70f6b354 x-openstack-request-id: req-7afe8fb3-56fc-4b0f-b26b-378b70f6b354 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:29.624544 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-plugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:29.624848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7afe8fb3-56fc-4b0f-b26b-378b70f6b354 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:29.625392 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'code': 200} Mar 05 02:56:29.632187 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for port (6817f357-06c5-4824-9c70-e7258aefef89), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.642706 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:29.666083 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (6817f357-06c5-4824-9c70-e7258aefef89), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.714442 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:29.718260 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:29.722072 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:29.746528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event updated for resources: {'Port': ['ID=6817f357-06c5-4824-9c70-e7258aefef89,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:29.775870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:29.776661 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.796439 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-9557de61-1f6b-42d0-9b59-c166e18f233d tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5993040 Mar 05 02:56:29.826597 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Request body: {'port': {'device_id': '9fed8feb-f112-424e-af33-22cf25090ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:29.872183 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b013a87-3eac-4a77-bf97-3042356dfb87 req-36d74cc1-80e6-4199-b308-c51b66407573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:29.874344 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4b013a87-3eac-4a77-bf97-3042356dfb87 req-36d74cc1-80e6-4199-b308-c51b66407573 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1130 time: 0.0519569 Mar 05 02:56:29.898965 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6817f357-06c5-4824-9c70-e7258aefef89), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:29.935335 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4b013a87-3eac-4a77-bf97-3042356dfb87 req-0d7c71b9-d19f-4329-b5dd-b528f33af88e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539012 Mar 05 02:56:29.992655 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-4c53f09f-1ebe-42c3-9fd5-650e3a0fdae9 None None] Provisioning complete for port 6817f357-06c5-4824-9c70-e7258aefef89 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:29.993118 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-4c53f09f-1ebe-42c3-9fd5-650e3a0fdae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6817f357-06c5-4824-9c70-e7258aefef89), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.035587 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-4c53f09f-1ebe-42c3-9fd5-650e3a0fdae9 None None] Port 6817f357-06c5-4824-9c70-e7258aefef89 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:56:30.164139 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03201e61-dffb-411b-99a7-78b032e14d64 req-e302e16c-c5f6-466c-940d-db5b3d27f3fa tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.165628 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-03201e61-dffb-411b-99a7-78b032e14d64 req-e302e16c-c5f6-466c-940d-db5b3d27f3fa tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.1101384 Mar 05 02:56:30.264487 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-03201e61-dffb-411b-99a7-78b032e14d64 req-0ab8087c-5bb0-4820-84f8-966e30430619 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893123 Mar 05 02:56:30.285288 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6817f357-06c5-4824-9c70-e7258aefef89 {{(pid=114614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:30.294463 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Publish callbacks [] for port (6817f357-06c5-4824-9c70-e7258aefef89), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.302681 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1677cee-e885-4f59-ae82-fcec024b8261 req-63907d1f-701c-43a4-a398-af28a612974e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.304499 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b1677cee-e885-4f59-ae82-fcec024b8261 req-63907d1f-701c-43a4-a398-af28a612974e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 932 time: 0.0816753 Mar 05 02:56:30.308146 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.provisioning_blocks [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Transition to ACTIVE for port object 6817f357-06c5-4824-9c70-e7258aefef89 will not be triggered until provisioned by entity L2. {{(pid=114614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:56:30.316656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (6817f357-06c5-4824-9c70-e7258aefef89), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.377736 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b1677cee-e885-4f59-ae82-fcec024b8261 req-9c736ede-dd71-4ee8-b6a7-cd5952fd9849 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595176 Mar 05 02:56:30.398560 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Pushing event updated for resources: {'Port': ['ID=6817f357-06c5-4824-9c70-e7258aefef89,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:30.460972 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Attempting to bind port 6817f357-06c5-4824-9c70-e7258aefef89 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:56:30.461314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Attempting to bind port 6817f357-06c5-4824-9c70-e7258aefef89 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:56:30.461649 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Attempting to bind port 6817f357-06c5-4824-9c70-e7258aefef89 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:30.466727 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Port 6817f357-06c5-4824-9c70-e7258aefef89 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:56:30.467202 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Attempting to bind port 6817f357-06c5-4824-9c70-e7258aefef89 on network 1ad8a929-f41d-48b9-9606-4fce007c63ef {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:30.478695 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:56:30.479178 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Checking segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:56:30.479571 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Bound using segment: {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'} {{(pid=114614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:56:30.481007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.managers [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Bound port: 6817f357-06c5-4824-9c70-e7258aefef89, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aaac670-ad0a-46dd-a901-61e028b23bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef'}}] {{(pid=114614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:56:30.481407 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6817f357-06c5-4824-9c70-e7258aefef89), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.563385 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] For port 6817f357-06c5-4824-9c70-e7258aefef89, host hv-cinder-82725, cleared binding levels {{(pid=114614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:56:30.573077 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] For port 6817f357-06c5-4824-9c70-e7258aefef89, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6817f357-06c5-4824-9c70-e7258aefef89,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:56:30.581021 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (6817f357-06c5-4824-9c70-e7258aefef89), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.622709 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.623386 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:30.624785 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] 10.222.0.16 "PUT /v2.0/ports/6817f357-06c5-4824-9c70-e7258aefef89 HTTP/1.1" status: 200 len: 1094 time: 0.8028204 Mar 05 02:56:30.625226 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:30.627504 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfa9ae2-1b65-4e06-b125-780551789d03" -d '{"events": [{"name": "network-changed", "server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "tag": "6817f357-06c5-4824-9c70-e7258aefef89"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:30.649106 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8da562-2f5d-476a-a561-f506da626b49 service neutron] Pushing event updated for resources: {'Port': ['ID=6817f357-06c5-4824-9c70-e7258aefef89,revision_number=3']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:30.673129 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4234e-ca98-44a5-aee3-e3df2fc31f53 x-openstack-request-id: req-92d4234e-ca98-44a5-aee3-e3df2fc31f53 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:30.673480 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "tag": "6817f357-06c5-4824-9c70-e7258aefef89", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:30.673754 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92d4234e-ca98-44a5-aee3-e3df2fc31f53 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:30.674167 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89', 'status': 'completed', 'code': 200} Mar 05 02:56:30.743200 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-dd3d7053-589d-4f99-9c89-dcf9dbc7455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.744762 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-dd3d7053-589d-4f99-9c89-dcf9dbc7455c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 1128 time: 0.0465038 Mar 05 02:56:30.795603 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-fbae76b6-374b-4587-9d22-8edfc682f313 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6817f357-06c5-4824-9c70-e7258aefef89 HTTP/1.1" status: 200 len: 217 time: 0.0350180 Mar 05 02:56:30.849343 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-aaca614d-0f16-4b51-9e6a-631aeef60478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.850717 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-aaca614d-0f16-4b51-9e6a-631aeef60478 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0470304 Mar 05 02:56:30.901604 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-1c027d13-b9b7-4f64-b20a-23fd70f75eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:30.903162 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-1c027d13-b9b7-4f64-b20a-23fd70f75eca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453622 Mar 05 02:56:31.053120 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-d835b11a-1842-40c7-af64-05c339b5c0da service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821278 Mar 05 02:56:31.149462 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-dfec030b-e0e5-4318-9317-a733e7b42258 req-980884d5-72ba-4e08-89bc-1373c3a24b88 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884402 Mar 05 02:56:31.334379 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-0c20e790-ac41-415a-8dda-185c7b7fe255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.335935 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-0c20e790-ac41-415a-8dda-185c7b7fe255 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 1128 time: 0.0476012 Mar 05 02:56:31.398757 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575a11-e96e-4bae-ace4-21316ea2ec35 req-ad284686-199a-4cf8-87a8-c838e73d9f5b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.400854 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fc575a11-e96e-4bae-ace4-21316ea2ec35 req-ad284686-199a-4cf8-87a8-c838e73d9f5b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0566392 Mar 05 02:56:31.438858 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-6a0a4f7b-75f4-4966-b052-c123ac26cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.440434 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-6a0a4f7b-75f4-4966-b052-c123ac26cf26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.0945389 Mar 05 02:56:31.463258 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fc575a11-e96e-4bae-ace4-21316ea2ec35 req-1f02ecaa-008d-409c-9952-4c4734b35b4c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461726 Mar 05 02:56:31.508954 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-7451cfbb-2e09-42bd-8704-1481cbb014cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6817f357-06c5-4824-9c70-e7258aefef89 HTTP/1.1" status: 200 len: 217 time: 0.0414059 Mar 05 02:56:31.558625 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec8f9-3e91-457b-a00e-94946811d00c req-e6c0d044-d3d1-43d1-8971-e17ec1dfecc4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.560827 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-89aec8f9-3e91-457b-a00e-94946811d00c req-e6c0d044-d3d1-43d1-8971-e17ec1dfecc4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 944 time: 0.1194890 Mar 05 02:56:31.583358 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-6d1bd7f8-8b9b-492f-b125-cae2323d0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.585495 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-6d1bd7f8-8b9b-492f-b125-cae2323d0682 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0693498 Mar 05 02:56:31.620069 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b55c0-0b28-4063-8036-6434537951b2 req-e963da68-5013-4b1a-bffb-2504ad94c57f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.623148 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-271b55c0-0b28-4063-8036-6434537951b2 req-e963da68-5013-4b1a-bffb-2504ad94c57f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0894375 Mar 05 02:56:31.631597 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33626) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:31.638173 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Request body: {'floatingip': {'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:31.698204 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (cc6fba40-e84b-44b4-be3a-c06138deea4d), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:31.754351 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-89aec8f9-3e91-457b-a00e-94946811d00c req-553498f7-4d40-43a8-b91e-25490c4bf158 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651371 Mar 05 02:56:31.756173 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-c4dd1a72-f94d-4367-8c14-0dc347191eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:31.757660 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-c4dd1a72-f94d-4367-8c14-0dc347191eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1615691 Mar 05 02:56:31.960378 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-cbd05f9e-fe78-4f75-a2e9-7fad68bf43e2 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853638 Mar 05 02:56:32.175921 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3dfa9ae2-1b65-4e06-b125-780551789d03 req-894a9ab9-7a98-428d-ab28-6082c1374a32 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822171 Mar 05 02:56:32.573373 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:32.577185 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (cc6fba40-e84b-44b4-be3a-c06138deea4d), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:32.681722 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Floating IP cc6fba40-e84b-44b4-be3a-c06138deea4d associated. External IP: 172.28.2.48, port: 6df4b4e1-8354-493a-bc98-d9fd9f301f8f. Mar 05 02:56:32.939996 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e276c24-48a1-48b6-8fe1-7a163c5bf134 req-11ac7c2b-82ed-4964-b7e0-bcac1996bd24 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:32.941524 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e276c24-48a1-48b6-8fe1-7a163c5bf134 req-11ac7c2b-82ed-4964-b7e0-bcac1996bd24 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 944 time: 0.1061487 Mar 05 02:56:32.958402 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:33.043304 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e276c24-48a1-48b6-8fe1-7a163c5bf134 req-c48cdf29-9d4a-4b23-bbe0-631e0b72b83c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949330 Mar 05 02:56:33.102240 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:33.107052 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:33.111656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:33.121383 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:33.122026 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:33.150768 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-caef1b14-f085-4c58-9c09-7e8bd5416f73 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "PUT /v2.0/floatingips/cc6fba40-e84b-44b4-be3a-c06138deea4d HTTP/1.1" status: 200 len: 991 time: 1.5070987 Mar 05 02:56:33.150768 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:33.150768 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:33.181864 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600abe0a-1be3-4293-8c50-c24ee3c8a10e x-openstack-request-id: req-600abe0a-1be3-4293-8c50-c24ee3c8a10e {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:33.182641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:33.182942 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-600abe0a-1be3-4293-8c50-c24ee3c8a10e {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:33.183392 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'status': 'completed', 'code': 200} Mar 05 02:56:33.291854 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-d3bbe30b-cb81-49aa-b67a-a320d80546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.293384 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-d3bbe30b-cb81-49aa-b67a-a320d80546f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1130 time: 0.0518599 Mar 05 02:56:33.384064 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:33.399979 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-d0c8d1af-45e5-4c3b-b2d8-01a1038429fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.401463 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-d0c8d1af-45e5-4c3b-b2d8-01a1038429fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.1005270 Mar 05 02:56:33.412310 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6817f357-06c5-4824-9c70-e7258aefef89 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:56:33.471037 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-6eb9c587-0d91-4e9f-9cb9-93dcad1cda33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 999 time: 0.0626924 Mar 05 02:56:33.528326 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-0480206c-9198-4a0d-80d2-3b99f316d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.529820 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-0480206c-9198-4a0d-80d2-3b99f316d254 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0492096 Mar 05 02:56:33.581599 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-d0d44edd-b337-4d96-b5da-996df9a0dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:33.583136 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-d0d44edd-b337-4d96-b5da-996df9a0dd3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452259 Mar 05 02:56:33.623091 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6817f357-06c5-4824-9c70-e7258aefef89, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6817f357-06c5-4824-9c70-e7258aefef89,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:33.639836 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '6817f357-06c5-4824-9c70-e7258aefef89', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'port_id': '6817f357-06c5-4824-9c70-e7258aefef89', 'mac_address': 'fa:16:3e:3d:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:56:33.677027 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-39c60a6e-4d89-46ff-8267-5c8a0a93bd89 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867689 Mar 05 02:56:33.717655 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6817f357-06c5-4824-9c70-e7258aefef89 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:33.717923 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6817f357-06c5-4824-9c70-e7258aefef89), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:33.733780 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6817f357-06c5-4824-9c70-e7258aefef89 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:33.761234 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6817f357-06c5-4824-9c70-e7258aefef89, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6817f357-06c5-4824-9c70-e7258aefef89,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:33.767653 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6817f357-06c5-4824-9c70-e7258aefef89), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:33.776080 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'cc6fba40-e84b-44b4-be3a-c06138deea4d', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'mac_address': 'fa:16:3e:93:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:20Z', 'updated_at': '2022-03-05T02:56:32Z', 'revision_number': 1, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:33.777185 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28458fea-10b6-46e8-84cf-dc9d6d67fbdb req-5e44c8d2-d886-4547-b084-1f4f401e79f4 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938570 Mar 05 02:56:33.824493 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:33.847691 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:33.848322 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:33.887852 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6817f357-06c5-4824-9c70-e7258aefef89,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:33.963823 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:34.125564 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['6817f357-06c5-4824-9c70-e7258aefef89'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:56:34.184716 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d925c5-7597-4470-a5e7-583f8b2cdb8b req-fa37aea2-0554-4939-89cd-716381ba49d9 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:34.186583 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48d925c5-7597-4470-a5e7-583f8b2cdb8b req-fa37aea2-0554-4939-89cd-716381ba49d9 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 945 time: 0.0660009 Mar 05 02:56:34.248735 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48d925c5-7597-4470-a5e7-583f8b2cdb8b req-4e3ef42c-b377-4e8f-8ed3-a7fb8a543c60 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509288 Mar 05 02:56:34.304961 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'cc6fba40-e84b-44b4-be3a-c06138deea4d', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'mac_address': 'fa:16:3e:93:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:20Z', 'updated_at': '2022-03-05T02:56:32Z', 'revision_number': 1, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:34.340245 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecc3e8b-d09e-4e53-ab8e-4f1dd6c60498 None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'cc6fba40-e84b-44b4-be3a-c06138deea4d', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'mac_address': 'fa:16:3e:93:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:20Z', 'updated_at': '2022-03-05T02:56:32Z', 'revision_number': 1, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:34.583588 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b02cf2-c832-49bb-aa0d-3b99e581f23c None None] New status for floating IP cc6fba40-e84b-44b4-be3a-c06138deea4d: ACTIVE {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:35.379191 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc5e2-891c-44d3-90f3-651781eb909d req-b75e6d57-d068-4b25-8be4-421f4960240b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:35.380612 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ebacc5e2-891c-44d3-90f3-651781eb909d req-b75e6d57-d068-4b25-8be4-421f4960240b tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 945 time: 0.0588934 Mar 05 02:56:35.421316 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6817f357-06c5-4824-9c70-e7258aefef89 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:56:35.427009 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ebacc5e2-891c-44d3-90f3-651781eb909d req-885aaef7-f33c-4299-ab4a-cd5cf14f55ca tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407612 Mar 05 02:56:35.474284 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 6817f357-06c5-4824-9c70-e7258aefef89 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:56:35.478551 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 6817f357-06c5-4824-9c70-e7258aefef89 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:35.478992 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6817f357-06c5-4824-9c70-e7258aefef89), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:35.561115 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6817f357-06c5-4824-9c70-e7258aefef89 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:35.561514 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6817f357-06c5-4824-9c70-e7258aefef89), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:35.584571 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:35.586889 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1bd53e-b100-46b5-8130-ab4eb2e193e4" -d '{"events": [{"server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6817f357-06c5-4824-9c70-e7258aefef89"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:35.611087 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6817f357-06c5-4824-9c70-e7258aefef89, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6817f357-06c5-4824-9c70-e7258aefef89,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:35.615753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6817f357-06c5-4824-9c70-e7258aefef89), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:35.640053 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa2234f-c605-41bc-9744-38edd5b12959 x-openstack-request-id: req-6fa2234f-c605-41bc-9744-38edd5b12959 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:35.640388 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6817f357-06c5-4824-9c70-e7258aefef89", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:35.640671 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fa2234f-c605-41bc-9744-38edd5b12959 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:35.641092 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89', 'code': 200} Mar 05 02:56:35.667689 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6817f357-06c5-4824-9c70-e7258aefef89,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:35.888360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b7be2-8823-4d5e-b0f5-cab93307b420 req-dff87c5d-e283-456b-8312-1c555c90cae2 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:35.889777 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5e7b7be2-8823-4d5e-b0f5-cab93307b420 req-dff87c5d-e283-456b-8312-1c555c90cae2 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.0525928 Mar 05 02:56:35.902427 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a9bec-bbca-46e4-9c96-279dd7dc7188 req-bbd08b6f-041d-4456-b497-016e912e3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:35.902427 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-de1a9bec-bbca-46e4-9c96-279dd7dc7188 req-bbd08b6f-041d-4456-b497-016e912e3ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 1130 time: 0.0477593 Mar 05 02:56:35.937262 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-5e7b7be2-8823-4d5e-b0f5-cab93307b420 req-26e70390-5d19-4315-86ff-75571d439986 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417883 Mar 05 02:56:35.947751 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-de1a9bec-bbca-46e4-9c96-279dd7dc7188 req-ea7ee1d1-0847-492d-8b77-b364fdcde882 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Mar 05 02:56:36.552918 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6750-6326-4e8b-8ac4-3b6de2b53551 req-219a1730-922f-4e70-878f-449c38323da2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:36.554465 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f73a6750-6326-4e8b-8ac4-3b6de2b53551 req-219a1730-922f-4e70-878f-449c38323da2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0581734 Mar 05 02:56:36.608167 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f73a6750-6326-4e8b-8ac4-3b6de2b53551 req-65bf4ebb-9661-41ca-a9ae-e3e111870ea0 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Mar 05 02:56:37.056446 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6fad-43a4-45e2-9f44-16279b159ea5 req-8348761f-ec11-461d-a0b0-a94fa260d938 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:37.058719 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a6be6fad-43a4-45e2-9f44-16279b159ea5 req-8348761f-ec11-461d-a0b0-a94fa260d938 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.0529749 Mar 05 02:56:37.107889 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a6be6fad-43a4-45e2-9f44-16279b159ea5 req-23aec6e7-5c26-4357-9241-12bf3d58a015 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439212 Mar 05 02:56:37.725165 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c567a64-0533-4b18-adca-87f99d2a0614 req-e6de071e-47b8-41dc-adec-78f5449930d2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:37.726555 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c567a64-0533-4b18-adca-87f99d2a0614 req-e6de071e-47b8-41dc-adec-78f5449930d2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0524256 Mar 05 02:56:37.776302 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c567a64-0533-4b18-adca-87f99d2a0614 req-6e0fd059-dedf-4ef2-8072-ef48df0fc6d2 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Mar 05 02:56:37.887976 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8521d3-33f8-4bb9-8c1e-b68000d1fe0b req-57969bd7-3c8a-4b93-a615-ed8d8c350148 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:37.889423 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fd8521d3-33f8-4bb9-8c1e-b68000d1fe0b req-57969bd7-3c8a-4b93-a615-ed8d8c350148 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0513389 Mar 05 02:56:37.899134 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33696) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:37.904220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Request body: {'floatingip': {'port_id': '6817f357-06c5-4824-9c70-e7258aefef89'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:37.943947 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (ac581692-3f03-4fa0-8a63-052eb0de6eb9), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:38.300766 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4e67b-9dc7-4600-81fa-04cc3af4992c req-2927352a-014e-4631-802e-e8cd1a3186b3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:38.302263 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-62c4e67b-9dc7-4600-81fa-04cc3af4992c req-2927352a-014e-4631-802e-e8cd1a3186b3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.1094079 Mar 05 02:56:38.459042 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-62c4e67b-9dc7-4600-81fa-04cc3af4992c req-bc63924c-f895-4bb2-9ce6-5b7434761e14 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289816 Mar 05 02:56:38.471937 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-3d5d0abe-aec7-424b-9c14-f4061418031b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:38.473362 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-3d5d0abe-aec7-424b-9c14-f4061418031b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.1423407 Mar 05 02:56:38.564935 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:38.591400 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (ac581692-3f03-4fa0-8a63-052eb0de6eb9), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:38.698362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:38.698717 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:38.764220 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Floating IP ac581692-3f03-4fa0-8a63-052eb0de6eb9 associated. External IP: 172.28.2.202, port: 6817f357-06c5-4824-9c70-e7258aefef89. Mar 05 02:56:38.861860 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-95d5810b-83e1-446c-8d3e-f08accabcaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:38.876007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] For port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:38.876383 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:39.417870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:39.418241 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (72e12366-c9d4-4afc-9812-40a41756e4d5), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:39.418564 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP 72e12366-c9d4-4afc-9812-40a41756e4d5 disassociated. External IP: 172.28.2.45, port: c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba. Mar 05 02:56:39.419526 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:39.422175 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Router cc529a76-29bc-46cf-9944-e50565d275a2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:39.579635 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c03e8-0351-4832-bf0f-0ff2662e1862 req-97b69cdd-43da-4031-b216-a98dddd354b1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:39.581705 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-db6c03e8-0351-4832-bf0f-0ff2662e1862 req-97b69cdd-43da-4031-b216-a98dddd354b1 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=9638a16d-159d-4fb4-91c9-018016d37181 HTTP/1.1" status: 200 len: 946 time: 0.0547826 Mar 05 02:56:39.622737 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:39.629737 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-db6c03e8-0351-4832-bf0f-0ff2662e1862 req-734a6e84-bc48-4f4c-bd73-7c477668e2bd tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429814 Mar 05 02:56:39.630290 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:39.634012 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:39.643959 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:39.644629 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:39.672265 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-984c48bf-4990-4658-a023-be9d1187a7ac tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "PUT /v2.0/floatingips/ac581692-3f03-4fa0-8a63-052eb0de6eb9 HTTP/1.1" status: 200 len: 992 time: 1.7719231 Mar 05 02:56:39.674353 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:39.676686 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6485212-e474-4129-8c3e-a63687638990" -d '{"events": [{"name": "network-changed", "server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "tag": "6817f357-06c5-4824-9c70-e7258aefef89"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:39.688634 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:39.722003 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:39.732784 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7479781b-02d5-41ec-a238-176b0078a7e6 x-openstack-request-id: req-7479781b-02d5-41ec-a238-176b0078a7e6 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:39.733084 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "tag": "6817f357-06c5-4824-9c70-e7258aefef89", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:39.733348 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7479781b-02d5-41ec-a238-176b0078a7e6 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:39.733756 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89', 'status': 'completed', 'code': 200} Mar 05 02:56:39.764365 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:39.821752 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485212-e474-4129-8c3e-a63687638990 req-6f45382d-8db2-4a0e-b17f-51dc7cf9e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:39.823447 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-6f45382d-8db2-4a0e-b17f-51dc7cf9e3a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14be260377244f6a1b77fc0313f20c1&device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 1130 time: 0.0441899 Mar 05 02:56:39.865364 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:39.927702 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485212-e474-4129-8c3e-a63687638990 req-6f29864a-9507-4aab-8128-02080392cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:39.929212 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-6f29864a-9507-4aab-8128-02080392cceb service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 200 len: 912 time: 0.0973353 Mar 05 02:56:39.983627 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:39.997939 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:40.009205 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-1f4ee8a7-56c8-4b36-8e24-73838b5cefe8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6817f357-06c5-4824-9c70-e7258aefef89 HTTP/1.1" status: 200 len: 1000 time: 0.0732229 Mar 05 02:56:40.015253 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:40.016097 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.027966 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'ac581692-3f03-4fa0-8a63-052eb0de6eb9', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'floating_ip_address': '172.28.2.202', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'port_id': '6817f357-06c5-4824-9c70-e7258aefef89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'mac_address': 'fa:16:3e:3d:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fed8feb-f112-424e-af33-22cf25090ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:26Z', 'updated_at': '2022-03-05T02:56:38Z', 'revision_number': 1, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.068449 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] No DVR routers for this DVR port c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:56:40.071442 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:40.075653 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-141f18a9-ffd7-4529-8bc0-359de557aa85 req-22217678-2b80-4e42-9438-87e8679bac53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "DELETE /v2.0/ports/c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba HTTP/1.1" status: 204 len: 173 time: 1.5664225 Mar 05 02:56:40.077610 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:40.081238 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485212-e474-4129-8c3e-a63687638990 req-ed9ac6a7-850a-4382-a86b-660e8323632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:40.083129 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-ed9ac6a7-850a-4382-a86b-660e8323632f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 200 len: 850 time: 0.0666661 Mar 05 02:56:40.093051 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:40.094970 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.137535 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6485212-e474-4129-8c3e-a63687638990 req-259b1dad-afca-4738-a89c-f1326fe9713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:40.140096 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-259b1dad-afca-4738-a89c-f1326fe9713d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ad8a929-f41d-48b9-9606-4fce007c63ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0499692 Mar 05 02:56:40.180788 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:40.247814 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:40.290160 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-13980a5e-dfc6-449a-8037-8a009fbe510d service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438625 Mar 05 02:56:40.395845 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e6485212-e474-4129-8c3e-a63687638990 req-4fa7d615-1c80-4228-96f5-10b0c15d2815 service neutron] 10.222.0.16 "GET /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967870 Mar 05 02:56:40.411612 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.446299 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:40.455441 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:40.456025 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.550419 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:56:40.570981 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:40.630167 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'ac581692-3f03-4fa0-8a63-052eb0de6eb9', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'floating_ip_address': '172.28.2.202', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'port_id': '6817f357-06c5-4824-9c70-e7258aefef89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'mac_address': 'fa:16:3e:3d:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fed8feb-f112-424e-af33-22cf25090ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:26Z', 'updated_at': '2022-03-05T02:56:38Z', 'revision_number': 1, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.660695 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7368b7-f4e1-48d3-833c-45acdd9392bd None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': 'ac581692-3f03-4fa0-8a63-052eb0de6eb9', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'floating_ip_address': '172.28.2.202', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'port_id': '6817f357-06c5-4824-9c70-e7258aefef89', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'mac_address': 'fa:16:3e:3d:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fed8feb-f112-424e-af33-22cf25090ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:26Z', 'updated_at': '2022-03-05T02:56:38Z', 'revision_number': 1, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:40.738149 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33724) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:40.802005 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-564aa156-7e6b-46ee-bf23-a3b51e90b991 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:40.806391 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:40.827093 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-564aa156-7e6b-46ee-bf23-a3b51e90b991 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:40.837858 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66419e-b5a3-4c77-9b64-053b56f04217 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:40.887397 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-564aa156-7e6b-46ee-bf23-a3b51e90b991 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:40.890231 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-564aa156-7e6b-46ee-bf23-a3b51e90b991 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:40.891539 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-564aa156-7e6b-46ee-bf23-a3b51e90b991 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd HTTP/1.1" status: 204 len: 168 time: 0.1504717 Mar 05 02:56:40.894576 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33730) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:40.904262 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564aa156-7e6b-46ee-bf23-a3b51e90b991 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:40.914968 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.api.v2.resource [None req-e2a9e6fd-280f-4759-ba5a-bb98863a06fe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] show failed (client error): The resource could not be found. Mar 05 02:56:40.916440 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e2a9e6fd-280f-4759-ba5a-bb98863a06fe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups/3d5dcea5-e677-43bc-9cdd-b6dd6f4f27fd HTTP/1.1" status: 404 len: 347 time: 0.0200429 Mar 05 02:56:40.919738 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33732) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:40.958899 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-963c9c40-aaeb-4e95-9d0f-bd50040baaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:40.975402 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b08b1c-a7d2-415a-85ca-93062d18cca6 None None] New status for floating IP ac581692-3f03-4fa0-8a63-052eb0de6eb9: ACTIVE {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:41.061020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port 0ab35714-e152-4338-a156-a10982902058 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:56:41.061506 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (0ab35714-e152-4338-a156-a10982902058), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.139995 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfadedb-18fe-431c-9e53-aa0120cb5caf None None] New status for floating IP 72e12366-c9d4-4afc-9812-40a41756e4d5: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:41.161671 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (0ab35714-e152-4338-a156-a10982902058), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.162023 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (0ab35714-e152-4338-a156-a10982902058), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.177745 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for 0ab35714-e152-4338-a156-a10982902058 owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:56:41.315974 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (0ab35714-e152-4338-a156-a10982902058), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.317340 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.db.api [None req-cdfadedb-18fe-431c-9e53-aa0120cb5caf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114616) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 02:56:41.317944 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG oslo_db.api [None req-cdfadedb-18fe-431c-9e53-aa0120cb5caf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 02:56:41.347294 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=0ab35714-e152-4338-a156-a10982902058,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:41.401473 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (72e12366-c9d4-4afc-9812-40a41756e4d5), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.404633 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.405789 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f644a7cd-0015-41f6-befd-f6bc29d9c05d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/floatingips/72e12366-c9d4-4afc-9812-40a41756e4d5 HTTP/1.1" status: 204 len: 168 time: 0.4851360 Mar 05 02:56:41.436520 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:56:41.460827 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:56:41.461275 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:56:41.572700 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33738) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:41.578018 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435003250', 'description': 'tempest-description--773959987'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:41.597944 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.661815 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (10fd4ed3-8e28-41a3-b620-57852899346e), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.665362 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (10fd4ed3-8e28-41a3-b620-57852899346e), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.698091 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.699328 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253662 Mar 05 02:56:41.701739 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6078073-0ed0-4465-b51d-a5156de0cf83 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fd4ed3-8e28-41a3-b620-57852899346e,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:41.702936 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33740) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:41.712309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': '10fd4ed3-8e28-41a3-b620-57852899346e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:41.734691 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'name': 'network-vif-deleted', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:41.736919 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f18cae-73ef-41e5-9c76-818ebb4228b4" -d '{"events": [{"server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "name": "network-vif-deleted", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:41.740189 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (c8aa5e54-32af-4d2d-803d-8b919bedad73), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.771569 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dda3961-fd0b-463b-87c4-64ddfa45367f x-openstack-request-id: req-0dda3961-fd0b-463b-87c4-64ddfa45367f {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:41.771870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9638a16d-159d-4fb4-91c9-018016d37181", "name": "network-vif-deleted", "tag": "c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:41.772130 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dda3961-fd0b-463b-87c4-64ddfa45367f {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:41.772528 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9638a16d-159d-4fb4-91c9-018016d37181', 'name': 'network-vif-deleted', 'tag': 'c8a7d0b8-7783-4f37-8cd6-e03fbb6299ba', 'status': 'completed', 'code': 200} Mar 05 02:56:41.797389 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (c8aa5e54-32af-4d2d-803d-8b919bedad73), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.800610 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (c8aa5e54-32af-4d2d-803d-8b919bedad73), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.817865 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aa5e54-32af-4d2d-803d-8b919bedad73,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:41.819100 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfadedb-18fe-431c-9e53-aa0120cb5caf None None] New status for floating IP 72e12366-c9d4-4afc-9812-40a41756e4d5: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:41.826829 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.828045 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2487113c-f6ee-4718-af62-b94703291965 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239715 Mar 05 02:56:41.830650 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33744) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:41.835461 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'security_group_rule': {'security_group_id': '10fd4ed3-8e28-41a3-b620-57852899346e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:41.860132 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (7bfbf010-9c9b-4c06-afa3-69fad61bb5f1), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.917931 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (7bfbf010-9c9b-4c06-afa3-69fad61bb5f1), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.921389 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (7bfbf010-9c9b-4c06-afa3-69fad61bb5f1), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.938116 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfbf010-9c9b-4c06-afa3-69fad61bb5f1,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:41.945916 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:41.947114 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-6fdc7511-221f-4d3b-9c97-6b75f689cebe tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154511 Mar 05 02:56:41.950726 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33746) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:41.954818 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:41.973056 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.070633 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.176731 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.28.2.4 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/c82d8a73-92a7-437e-930d-2d3dab5cb974) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:42.258734 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.275969 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.308090 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.347753 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:42.351985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:42.355386 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:42.361404 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=c82d8a73-92a7-437e-930d-2d3dab5cb974,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:42.445665 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (834ae6aa-025b-486a-8805-ff5251c70cdc), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.480696 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.630971 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.635117 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.702416 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=c82d8a73-92a7-437e-930d-2d3dab5cb974,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:42.712104 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (834ae6aa-025b-486a-8805-ff5251c70cdc), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.727475 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:42.728703 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7fcf25c7-6b8f-46fe-af9a-6b234afd3d3b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7770655 Mar 05 02:56:42.918292 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-6f054889-8f8e-463a-b4fc-8da8b200fb93 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1435003250&fields=id&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 267 time: 0.0415223 Mar 05 02:56:43.026377 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-d96366b4-eac6-4c3c-afc0-cb8ddda6e076 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:43.028676 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-d96366b4-eac6-4c3c-afc0-cb8ddda6e076 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.1034088 Mar 05 02:56:43.043844 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-c0902714-31af-43fa-a1f8-b6d7f474e210 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/quotas/2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 375 time: 0.0100307 Mar 05 02:56:43.101423 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-beabeaa8-c8e6-4503-a52f-e6ed43d4a624 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526378 Mar 05 02:56:43.196865 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-4f16f2c4-e0d0-4964-8a34-3744dfb5fec0 service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Mar 05 02:56:43.287952 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-303d788a-af75-48de-ae66-f70d6fccf8bb service neutron] 10.222.0.11 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849195 Mar 05 02:56:43.474411 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9ce83c05-83af-445f-88fb-d8d1866129a0 req-6abbdcd8-06bd-4ecb-8935-7cee763fc92e tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 210 time: 0.0415978 Mar 05 02:56:43.840057 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:44.621121 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9127bac8-3ed9-46a4-82b9-25b1745e3292 req-f38e59bc-6b2a-4cea-a65a-1ceb0fc02b53 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 210 time: 0.0352330 Mar 05 02:56:44.627613 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-b0bd5b36-bb00-48be-b19f-77829ea3f849 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:44.629012 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-b0bd5b36-bb00-48be-b19f-77829ea3f849 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 814 time: 0.1510239 Mar 05 02:56:44.697298 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-b5b6b423-6ab1-4ee2-830b-956738113684 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b72a4570a0c44a9aa4880199a201aa8 HTTP/1.1" status: 200 len: 380 time: 0.0501943 Mar 05 02:56:44.705948 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'port': {'device_id': '7910ec3d-bee6-414c-bd63-58b663347a65', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'admin_state_up': True, 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'security_groups': ['10fd4ed3-8e28-41a3-b620-57852899346e']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:44.806913 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Made reservation on behalf of 2b72a4570a0c44a9aa4880199a201aa8 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:44.810696 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:44.934962 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Allocated IP 172.20.0.7 (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd/5098c298-b3e7-4e85-892b-e1291d4d2301/d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:45.043062 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.074842 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.107063 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.150124 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:45.153046 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:45.156606 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:45.162787 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event updated for resources: {'Port': ['ID=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:45.208396 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:45.208934 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.224648 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658d7231-6072-4083-b10c-b98011241489 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5221319 Mar 05 02:56:45.243378 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Request body: {'port': {'device_id': '7910ec3d-bee6-414c-bd63-58b663347a65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:45.306282 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.424645 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-de8a07bf-7f5e-4c31-8734-7b2aead5bb80 None None] Provisioning complete for port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:45.424953 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-de8a07bf-7f5e-4c31-8734-7b2aead5bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.457822 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-de8a07bf-7f5e-4c31-8734-7b2aead5bb80 None None] Port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:56:45.566205 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:45.573631 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Publish callbacks [] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.585411 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Transition to ACTIVE for port object d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:56:45.588991 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.641368 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:45.716387 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Attempting to bind port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:56:45.716730 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Attempting to bind port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:56:45.717059 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Attempting to bind port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:45.721903 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:56:45.722147 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Attempting to bind port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 on network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:45.727157 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:56:45.727501 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Checking segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:56:45.727894 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Bound using segment: {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:56:45.728308 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Bound port: d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812a6470-70a7-4bd3-8993-36fcf328f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:56:45.728666 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.757635 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636e20d-ac6d-4c31-b656-8e559d202159 req-ebd6f654-971a-4475-bd92-c633c0bead22 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:45.759530 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7636e20d-ac6d-4c31-b656-8e559d202159 req-ebd6f654-971a-4475-bd92-c633c0bead22 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 943 time: 0.0620775 Mar 05 02:56:45.807324 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] For port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:56:45.810736 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] For port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:56:45.811628 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7636e20d-ac6d-4c31-b656-8e559d202159 req-6c0f90a3-6d1c-4b90-8e95-c1bf88ff484d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Mar 05 02:56:45.836380 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.869279 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:45.870219 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:45.871767 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 HTTP/1.1" status: 200 len: 1093 time: 0.6326230 Mar 05 02:56:45.874226 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:45.876680 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:45.911227 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c38ec1-ebb7-469c-ad5e-8b9209774bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:45.928199 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf857bc-2d5f-41f3-a7d2-916ba2bd5855 x-openstack-request-id: req-bcf857bc-2d5f-41f3-a7d2-916ba2bd5855 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:45.928578 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:45.928888 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcf857bc-2d5f-41f3-a7d2-916ba2bd5855 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:45.929652 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'status': 'completed', 'code': 200} Mar 05 02:56:46.004936 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-27e24b7e-04a7-48d6-aafb-3bb548f27d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.006446 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-27e24b7e-04a7-48d6-aafb-3bb548f27d6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 1127 time: 0.0602198 Mar 05 02:56:46.062423 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-658ea202-4329-45c8-9371-a5954fd51499 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.0408347 Mar 05 02:56:46.112032 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-0d1c2e9c-11b1-46be-89e3-9bbfb72b8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.113553 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-0d1c2e9c-11b1-46be-89e3-9bbfb72b8c27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0454769 Mar 05 02:56:46.165930 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-27380c63-8b5a-468e-b5f9-4050df18aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.167554 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-27380c63-8b5a-468e-b5f9-4050df18aa24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471969 Mar 05 02:56:46.259650 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-dfc7373d-fac1-4f53-a7fc-12e923e8b711 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793593 Mar 05 02:56:46.584505 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-96d58f24-8921-4042-82b2-d5d7addb95a0 req-235067ea-e392-4524-bf28-3cca7b74465b service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169200 Mar 05 02:56:46.737045 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-74f59f7b-b60b-402f-8bf3-c97c3cdf147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.738614 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-74f59f7b-b60b-402f-8bf3-c97c3cdf147f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 1127 time: 0.0441413 Mar 05 02:56:46.823961 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-3c69ad29-9942-49d9-a740-d9c8ff8dc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.825407 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-3c69ad29-9942-49d9-a740-d9c8ff8dc8d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.0810790 Mar 05 02:56:46.870590 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-4d2c7b5d-f545-4f83-85b5-be6191e3159a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 HTTP/1.1" status: 200 len: 217 time: 0.0366387 Mar 05 02:56:46.919921 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-02d678eb-9707-43c6-9ec0-748fbd0e5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.921397 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-02d678eb-9707-43c6-9ec0-748fbd0e5bd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0428967 Mar 05 02:56:46.934518 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b67ad2-50e6-4a7f-a8a5-76458fc46429 req-68ff956c-fc15-4d2a-acf9-49b2c77cd099 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.936664 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-77b67ad2-50e6-4a7f-a8a5-76458fc46429 req-68ff956c-fc15-4d2a-acf9-49b2c77cd099 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 943 time: 0.0556133 Mar 05 02:56:46.969538 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-cfdb67e1-28fd-4732-a488-3f7d5e063cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:46.971063 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-cfdb67e1-28fd-4732-a488-3f7d5e063cdb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426049 Mar 05 02:56:46.987470 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-77b67ad2-50e6-4a7f-a8a5-76458fc46429 req-f6a5047c-8afa-4f97-9d4a-7db6a9b6c3f7 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Mar 05 02:56:47.067918 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-243fadc8-ecee-49c0-b8e1-9f44603447ea service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906973 Mar 05 02:56:47.156434 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1952d4f5-18c1-40ae-8f9f-7b4ebd9140a9 req-f01a0ae5-3662-4ca3-87a4-7740dfabb9a9 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814571 Mar 05 02:56:47.666250 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:48.108064 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fb6b4-bba2-41a5-a2bf-e568aa195874 req-278c310b-c081-4d1c-ad04-4c93ad23815f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:48.109505 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d9fb6b4-bba2-41a5-a2bf-e568aa195874 req-278c310b-c081-4d1c-ad04-4c93ad23815f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 943 time: 0.0549803 Mar 05 02:56:48.153884 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d9fb6b4-bba2-41a5-a2bf-e568aa195874 req-269406ac-891f-4736-ba50-9c564c337507 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Mar 05 02:56:49.271200 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39816321-f073-470e-8879-48e22629cd0d req-48210399-ccca-47d8-90ef-b5ceab1f488f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:49.272666 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-39816321-f073-470e-8879-48e22629cd0d req-48210399-ccca-47d8-90ef-b5ceab1f488f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 943 time: 0.0548668 Mar 05 02:56:49.319028 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-39816321-f073-470e-8879-48e22629cd0d req-378120e2-e208-4533-a729-5f355eb6783d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 Mar 05 02:56:49.495459 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:56:49.593167 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:49.603546 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'port_id': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'mac_address': 'fa:16:3e:d1:6e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:56:49.642248 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:49.642647 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:49.655966 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:49.676460 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:49.680286 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:49.730996 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:50.034485 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:56:50.433732 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50925e-b230-4698-bfa9-68b5ad5acfae req-29747b7b-afb0-4542-9575-d2dedc14e324 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:50.435851 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ae50925e-b230-4698-bfa9-68b5ad5acfae req-29747b7b-afb0-4542-9575-d2dedc14e324 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 944 time: 0.0508645 Mar 05 02:56:50.480277 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ae50925e-b230-4698-bfa9-68b5ad5acfae req-41620b5b-666e-470c-8c1d-eddf7ddd8ea7 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390186 Mar 05 02:56:51.498855 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:56:51.549776 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:56:51.553464 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:56:51.553839 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:51.605312 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03dd0f-3aaf-4ef8-acc1-3244cd7e8297 req-02913dac-1a2a-4dc4-80df-69faa9b7d808 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:51.611658 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4e03dd0f-3aaf-4ef8-acc1-3244cd7e8297 req-02913dac-1a2a-4dc4-80df-69faa9b7d808 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 944 time: 0.0652559 Mar 05 02:56:51.639982 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:56:51.640377 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:51.658625 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4e03dd0f-3aaf-4ef8-acc1-3244cd7e8297 req-6a14e537-15b0-4799-a64d-942afec00a68 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Mar 05 02:56:51.663135 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:51.665367 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6fb4b-e583-40c7-b1c8-01fe36dd3732" -d '{"events": [{"server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "name": "network-vif-plugged", "status": "completed", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:51.682460 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:56:51.687172 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:51.714243 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f3dfde-c485-46d7-b540-2610e2081997 x-openstack-request-id: req-d5f3dfde-c485-46d7-b540-2610e2081997 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:51.714555 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "name": "network-vif-plugged", "status": "completed", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:51.714831 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5f3dfde-c485-46d7-b540-2610e2081997 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:51.715282 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'code': 200} Mar 05 02:56:51.739953 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:51.937255 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7863b-b2d8-47cc-b259-f3ea0a618a5e req-60c8f019-147a-4e26-80bd-697cdc9fdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:51.938736 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4ae7863b-b2d8-47cc-b259-f3ea0a618a5e req-60c8f019-147a-4e26-80bd-697cdc9fdaa1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 1129 time: 0.0533435 Mar 05 02:56:51.980841 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4ae7863b-b2d8-47cc-b259-f3ea0a618a5e req-dd4dbe6c-4678-45d7-a202-755840855fe9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348973 Mar 05 02:56:52.774240 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332b284-1333-4e34-a62f-76f6d2e0cd22 req-ae5e8488-b7c3-4b87-99e6-3b110e51fd1a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:52.775717 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7332b284-1333-4e34-a62f-76f6d2e0cd22 req-ae5e8488-b7c3-4b87-99e6-3b110e51fd1a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.0504274 Mar 05 02:56:52.824817 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7332b284-1333-4e34-a62f-76f6d2e0cd22 req-58f22ac3-1cbf-4c34-8f9e-b70f31430004 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Mar 05 02:56:53.179474 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33864) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:53.286037 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6b03-4c81-4438-9a71-e1caf5532056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.364724 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6b03-4c81-4438-9a71-e1caf5532056 admin admin] Publish callbacks [] for security_group (9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.368795 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7f2a6b03-4c81-4438-9a71-e1caf5532056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.406516 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7f2a6b03-4c81-4438-9a71-e1caf5532056 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cd25cebf1ec4faebfd20aef16d76ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259972 Mar 05 02:56:53.407408 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a6b03-4c81-4438-9a71-e1caf5532056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:53.409146 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33868) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:53.456311 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-80cdd8ea-0cb8-471a-9270-5b5d430cca7c admin admin] Publish callbacks [] for security_group (9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.476341 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-80cdd8ea-0cb8-471a-9270-5b5d430cca7c admin admin] Publish callbacks [] for security_group (9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.522585 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-80cdd8ea-0cb8-471a-9270-5b5d430cca7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.525124 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-80cdd8ea-0cb8-471a-9270-5b5d430cca7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:53.526261 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-80cdd8ea-0cb8-471a-9270-5b5d430cca7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca HTTP/1.1" status: 204 len: 168 time: 0.1155503 Mar 05 02:56:53.534293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd8ea-0cb8-471a-9270-5b5d430cca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdaeccf-01e8-4d64-ac30-4ea4edcb4cca,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:53.943755 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f1714-5dae-4c5c-af75-4fd89e2a2bea req-06e8e6af-da6a-42da-8e8e-a44ec789575b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:53.945538 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-964f1714-5dae-4c5c-af75-4fd89e2a2bea req-06e8e6af-da6a-42da-8e8e-a44ec789575b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.0546908 Mar 05 02:56:53.997742 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-964f1714-5dae-4c5c-af75-4fd89e2a2bea req-de09bcdb-f7fe-4e80-8382-4869f4d5086f tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441658 Mar 05 02:56:54.111799 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec85b25-f70c-4871-a3b4-93b9204678dc req-164ae1db-ce33-43ee-aff5-306315332993 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:54.113342 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2ec85b25-f70c-4871-a3b4-93b9204678dc req-164ae1db-ce33-43ee-aff5-306315332993 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Mar 05 02:56:54.116955 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33894) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:54.121841 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 33896) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:54.126335 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Request body: {'floatingip': {'port_id': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:54.169000 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (834ae6aa-025b-486a-8805-ff5251c70cdc), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.210754 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1868255770-network', 'tenant_id': '4997c822df70462593cda631e12bce14'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:54.230872 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Made reservation on behalf of 4997c822df70462593cda631e12bce14 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:54.232961 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.241278 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.326057 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks [] for security_group (5c5e6164-a536-4f92-ab52-5e34d84f7f34), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.330322 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5c5e6164-a536-4f92-ab52-5e34d84f7f34), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.351421 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:56:54.367189 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (5048fbd6-97da-48a7-94a7-81a329a37398), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.367537 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Added segment 5048fbd6-97da-48a7-94a7-81a329a37398 of type vlan for network 66e65273-30dd-444b-9f22-6dbb54696bc1 Mar 05 02:56:54.368820 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5e6164-a536-4f92-ab52-5e34d84f7f34,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:54.408773 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (66e65273-30dd-444b-9f22-6dbb54696bc1), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.433191 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (66e65273-30dd-444b-9f22-6dbb54696bc1), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.434146 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:54.434732 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.465538 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3446345 Mar 05 02:56:54.467296 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 33902) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:56:54.471850 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Request body: {'subnet': {'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1868255770-subnet', 'tenant_id': '4997c822df70462593cda631e12bce14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:54.509512 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f131d7-c1d9-4f93-9a41-b4a0e1981c7f admin admin] Pushing event updated for resources: {'Network': ['ID=66e65273-30dd-444b-9f22-6dbb54696bc1,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:54.519648 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 66e65273-30dd-444b-9f22-6dbb54696bc1 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:56:54.523828 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Made reservation on behalf of 4997c822df70462593cda631e12bce14 for: {'subnet': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:54.526444 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10138660'] for subnet (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.634251 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.638254 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (834ae6aa-025b-486a-8805-ff5251c70cdc), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.698017 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10033102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10138682'] for subnet (591dd1c2-416d-4fb3-8d9b-08f63db666a5), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.741680 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP 834ae6aa-025b-486a-8805-ff5251c70cdc associated. External IP: 172.28.2.4, port: d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3. Mar 05 02:56:54.753353 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Pushing event updated for resources: {'Subnet': ['ID=591dd1c2-416d-4fb3-8d9b-08f63db666a5,revision_number=0']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:54.760520 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Checking segment: {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:56:54.760819 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Network hostable DHCP agents. Network: 66e65273-30dd-444b-9f22-6dbb54696bc1, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:56:54.777507 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Network 66e65273-30dd-444b-9f22-6dbb54696bc1 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:56:54.786259 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 66e65273-30dd-444b-9f22-6dbb54696bc1) {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:54.790568 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:54.791086 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:54.795505 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047936b-b0f9-4703-a978-2993521e1756 None None] Network 66e65273-30dd-444b-9f22-6dbb54696bc1 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:56:54.807254 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f1d80345-bb0a-48dc-97e3-0224964c03da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3388050 Mar 05 02:56:54.900488 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a1c64d-ee07-420a-b0c9-07a1b369dfe3 None None] Network 66e65273-30dd-444b-9f22-6dbb54696bc1 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:56:54.965961 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:56:55.078779 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:56:55.083736 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:55.089051 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:56:55.098413 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:55.099192 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:55.113428 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2a4c4489-b88f-431b-ba9a-eb06251f574d tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "PUT /v2.0/floatingips/834ae6aa-025b-486a-8805-ff5251c70cdc HTTP/1.1" status: 200 len: 989 time: 0.9904697 Mar 05 02:56:55.114108 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:55.116368 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dfa959-66f6-46db-8bf0-0bc9854309ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:55.160378 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f39c7d5-2009-4268-9d9e-09df0fb103f9 x-openstack-request-id: req-8f39c7d5-2009-4268-9d9e-09df0fb103f9 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:55.160698 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:55.160952 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f39c7d5-2009-4268-9d9e-09df0fb103f9 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:55.161352 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'status': 'completed', 'code': 200} Mar 05 02:56:55.224168 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:55.258917 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-b862845e-f622-419f-9238-a3a2a01d968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:55.261105 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-b862845e-f622-419f-9238-a3a2a01d968b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 1129 time: 0.0473785 Mar 05 02:56:55.382406 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-7ad04617-962f-4c33-9537-8ac7b9982ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:55.384043 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-7ad04617-962f-4c33-9537-8ac7b9982ee1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 200 len: 915 time: 0.1171105 Mar 05 02:56:55.448862 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-acf418d6-76d7-4c8e-8ee0-f6a2b8cf39d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 HTTP/1.1" status: 200 len: 997 time: 0.0583265 Mar 05 02:56:55.480269 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '834ae6aa-025b-486a-8805-ff5251c70cdc', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.4', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:d1:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910ec3d-bee6-414c-bd63-58b663347a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:42Z', 'updated_at': '2022-03-05T02:56:54Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:55.501677 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-70e47dee-df6b-45e0-959d-6f376f9ef78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:55.503155 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-70e47dee-df6b-45e0-959d-6f376f9ef78a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 200 len: 853 time: 0.0462592 Mar 05 02:56:55.507007 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:56:55.515721 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:56:55.516335 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:56:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:55.551170 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-edadfe51-8c41-417a-a79a-2650953ff231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:55.552579 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-edadfe51-8c41-417a-a79a-2650953ff231 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434167 Mar 05 02:56:55.625761 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:56:55.640957 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-fbaa53be-442c-461e-b884-2e78d7226c63 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822823 Mar 05 02:56:55.732471 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-29dfa959-66f6-46db-8bf0-0bc9854309ad req-2da9ae18-5bd3-4286-acd5-50e31ee69220 service neutron] 10.222.0.16 "GET /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Mar 05 02:56:55.848644 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '834ae6aa-025b-486a-8805-ff5251c70cdc', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.4', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:d1:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910ec3d-bee6-414c-bd63-58b663347a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:42Z', 'updated_at': '2022-03-05T02:56:54Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:56:55.998579 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c65dc2c-93db-4019-9e02-64841914a241 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '834ae6aa-025b-486a-8805-ff5251c70cdc', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'floating_ip_address': '172.28.2.4', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'port_id': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'mac_address': 'fa:16:3e:d1:6e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910ec3d-bee6-414c-bd63-58b663347a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T02:56:42Z', 'updated_at': '2022-03-05T02:56:54Z', 'revision_number': 1, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:56:56.186411 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183654eb-370a-4e23-a47f-c355b77bf5e0 None None] New status for floating IP 834ae6aa-025b-486a-8805-ff5251c70cdc: ACTIVE {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:56:56.591249 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-2ee60606-f8f8-47f0-b043-4717290c4fea tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:56.593248 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-2ee60606-f8f8-47f0-b043-4717290c4fea tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/networks?id=66e65273-30dd-444b-9f22-6dbb54696bc1 HTTP/1.1" status: 200 len: 814 time: 0.1012785 Mar 05 02:56:56.608117 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-39c0f5a4-2f36-4daf-93f3-f7ebcaa9a42e tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/quotas/4997c822df70462593cda631e12bce14 HTTP/1.1" status: 200 len: 375 time: 0.0090971 Mar 05 02:56:56.640619 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-c58eb583-d69b-403b-abb5-9a957c4a705f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4997c822df70462593cda631e12bce14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270264 Mar 05 02:56:56.737452 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-1d44249d-5204-48e5-9ce4-f65c2320989e service neutron] 10.222.0.11 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860922 Mar 05 02:56:56.823544 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-998e1a4e-c71b-4021-92dc-617975f3435e service neutron] 10.222.0.11 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804636 Mar 05 02:56:56.976937 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-20c42389-4227-4bb5-a55d-77f95b1cf143 req-bf76cb69-5879-4775-85fe-8ac3bd5b8ddc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 210 time: 0.0273757 Mar 05 02:56:58.056445 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-4a7fae58-3ee1-4f73-bfe9-533fdcaeca98 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:58.057927 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-4a7fae58-3ee1-4f73-bfe9-533fdcaeca98 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "GET /v2.0/networks?id=66e65273-30dd-444b-9f22-6dbb54696bc1 HTTP/1.1" status: 200 len: 814 time: 0.1099856 Mar 05 02:56:58.074413 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e0110ac-98b5-4c23-b369-4f7af8354b32 req-13361abe-1457-4a9e-969d-17e8ddd65d66 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 210 time: 0.0318036 Mar 05 02:56:58.086439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Request body: {'port': {'device_id': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1', 'admin_state_up': True, 'tenant_id': '4997c822df70462593cda631e12bce14'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:58.190038 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Made reservation on behalf of 4997c822df70462593cda631e12bce14 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:56:58.193331 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.316624 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Allocated IP 172.20.0.2 (66e65273-30dd-444b-9f22-6dbb54696bc1/591dd1c2-416d-4fb3-8d9b-08f63db666a5/6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:56:58.463866 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks [] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.496013 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.539397 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Network 66e65273-30dd-444b-9f22-6dbb54696bc1 is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:56:58.542222 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:56:58.545814 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:56:58.568377 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Pushing event updated for resources: {'Port': ['ID=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:58.595719 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:58.596348 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.612199 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b7fcef81-3b54-4496-9264-0adb90f79c7c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5297539 Mar 05 02:56:58.630986 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Request body: {'port': {'device_id': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:56:58.689905 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.943751 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:56:58.951981 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Publish callbacks [] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:58.964324 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Transition to ACTIVE for port object 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:56:58.967170 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:59.017818 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2522994-b106-41d9-acb7-99386968665f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:59.089302 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Attempting to bind port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:56:59.090008 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Attempting to bind port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:56:59.090008 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Attempting to bind port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 on network 66e65273-30dd-444b-9f22-6dbb54696bc1 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:59.094206 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 on network 66e65273-30dd-444b-9f22-6dbb54696bc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:56:59.094536 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Attempting to bind port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 on network 66e65273-30dd-444b-9f22-6dbb54696bc1 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:56:59.099382 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:56:59.099725 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Checking segment: {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:56:59.100112 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Bound using segment: {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:56:59.100541 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Bound port: 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:56:59.100901 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:59.190198 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] For port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:56:59.194631 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] For port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:56:59.201803 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:59.239816 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d483f-412a-4b8a-a781-7217b33d4331 req-d2ea2330-695c-46c8-b9e6-3d9ff1c52500 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:59.241278 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-236d483f-412a-4b8a-a781-7217b33d4331 req-d2ea2330-695c-46c8-b9e6-3d9ff1c52500 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 943 time: 0.1008723 Mar 05 02:56:59.252617 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:59.253229 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:56:59.254526 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-d2522994-b106-41d9-acb7-99386968665f service neutron] 10.222.0.16 "PUT /v2.0/ports/6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 HTTP/1.1" status: 200 len: 1093 time: 0.6274853 Mar 05 02:56:59.257211 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'tag': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:56:59.259441 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5d6d36-703c-49e4-bb78-2f00d423db8a" -d '{"events": [{"name": "network-changed", "server_uuid": "aca01eab-726a-407b-94a6-a36cdcc38f89", "tag": "6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:56:59.295467 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c784238-e76a-4ac1-a7ea-9e22c6c68ae4 x-openstack-request-id: req-5c784238-e76a-4ac1-a7ea-9e22c6c68ae4 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:56:59.295762 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca01eab-726a-407b-94a6-a36cdcc38f89", "tag": "6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:56:59.296020 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c784238-e76a-4ac1-a7ea-9e22c6c68ae4 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:56:59.296418 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'tag': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6', 'status': 'completed', 'code': 200} Mar 05 02:56:59.296968 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2522994-b106-41d9-acb7-99386968665f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:56:59.323604 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-236d483f-412a-4b8a-a781-7217b33d4331 req-2923eec0-c83d-49ef-9e24-33eb1e52bda2 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724189 Mar 05 02:56:59.366195 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b36d94c3-7a39-4d12-917c-c17d4c552397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:59.367747 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b36d94c3-7a39-4d12-917c-c17d4c552397 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4997c822df70462593cda631e12bce14&device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 1127 time: 0.0433021 Mar 05 02:56:59.415246 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-3050b3c2-5cb1-48ad-a674-b463338782d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 HTTP/1.1" status: 200 len: 217 time: 0.0325766 Mar 05 02:56:59.465316 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b31a1d8c-e67c-4766-8661-d77dd0fc9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:59.466664 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-b31a1d8c-e67c-4766-8661-d77dd0fc9c41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=591dd1c2-416d-4fb3-8d9b-08f63db666a5 HTTP/1.1" status: 200 len: 854 time: 0.0449286 Mar 05 02:56:59.498246 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-f69d463f-17bb-45e3-8398-de0bb63f5fa3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66e65273-30dd-444b-9f22-6dbb54696bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235584 Mar 05 02:56:59.583338 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-5c0be958-4f39-4b0f-b242-1854478482dd service neutron] 10.222.0.16 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785391 Mar 05 02:56:59.673103 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8cd43eed-9528-4986-9c00-63e8dc397664 req-48d8932c-0c61-4de6-9e10-ac501c2800fd service neutron] 10.222.0.16 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Mar 05 02:56:59.817285 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-d473acd0-80d6-4760-8b1b-572c4bb68948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:59.818656 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-d473acd0-80d6-4760-8b1b-572c4bb68948 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4997c822df70462593cda631e12bce14&device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 1127 time: 0.0435050 Mar 05 02:56:59.918119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-92cbeebb-5f4e-44c9-9fe8-fb41746ac155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:56:59.919605 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-92cbeebb-5f4e-44c9-9fe8-fb41746ac155 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66e65273-30dd-444b-9f22-6dbb54696bc1 HTTP/1.1" status: 200 len: 915 time: 0.0847659 Mar 05 02:56:59.960902 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-216420b6-9910-4830-ba1a-f5286e512cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 HTTP/1.1" status: 200 len: 217 time: 0.0338430 Mar 05 02:57:00.006330 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-bffaf1ec-c44e-43f6-bc34-64c5ceadb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:00.007777 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-bffaf1ec-c44e-43f6-bc34-64c5ceadb2e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=591dd1c2-416d-4fb3-8d9b-08f63db666a5 HTTP/1.1" status: 200 len: 854 time: 0.0412641 Mar 05 02:57:00.042434 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-6e40b5ff-50b9-4d0c-9bf9-aae1a42a05d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66e65273-30dd-444b-9f22-6dbb54696bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272892 Mar 05 02:57:00.133214 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-119b3c52-293b-4113-a1c3-049cb71ff0ad service neutron] 10.222.0.16 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834041 Mar 05 02:57:00.222230 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa5d6d36-703c-49e4-bb78-2f00d423db8a req-3165d59b-a566-4b03-9e34-9ab7c022b407 service neutron] 10.222.0.16 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Mar 05 02:57:00.443888 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741d0d7-af1c-459e-bf4a-1bcd39fab7a9 req-949eb64f-e87b-4a2f-b00e-766d76b3a61b tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:00.445595 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e741d0d7-af1c-459e-bf4a-1bcd39fab7a9 req-949eb64f-e87b-4a2f-b00e-766d76b3a61b tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 943 time: 0.0508857 Mar 05 02:57:00.490695 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e741d0d7-af1c-459e-bf4a-1bcd39fab7a9 req-c5926d4a-3495-4c40-97b4-06f5b42ea30e tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Mar 05 02:57:01.591670 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:01.608118 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208659c-7a2d-4aaf-893f-02dd34f2ba8d req-b9283e87-fc4c-4457-a88e-c6b7a348d416 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:01.609630 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e208659c-7a2d-4aaf-893f-02dd34f2ba8d req-b9283e87-fc4c-4457-a88e-c6b7a348d416 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 943 time: 0.0537996 Mar 05 02:57:01.656110 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e208659c-7a2d-4aaf-893f-02dd34f2ba8d req-df5a6b92-b937-4d8b-a643-3cb632bda0fc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Mar 05 02:57:01.696113 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:01.707184 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6', 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1', 'port_id': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6', 'mac_address': 'fa:16:3e:84:b0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591dd1c2-416d-4fb3-8d9b-08f63db666a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:01.743575 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:01.743966 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.756856 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:01.776222 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:01.779825 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:01.824311 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:02.146781 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:02.769487 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8891f-a883-4d8e-9b2f-49e749640dfc req-81a9f8a3-6099-47a4-8b8c-a31300ddcd21 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:02.770967 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2ff8891f-a883-4d8e-9b2f-49e749640dfc req-81a9f8a3-6099-47a4-8b8c-a31300ddcd21 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 944 time: 0.0506010 Mar 05 02:57:02.815883 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2ff8891f-a883-4d8e-9b2f-49e749640dfc req-898a09e5-d42a-45a0-aa09-d2d225e6fbdc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Mar 05 02:57:03.611945 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:03.658576 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:57:03.662303 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:03.662680 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.741911 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:03.742299 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.764322 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:03.766540 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f611717d-a448-43a7-885c-1cf49beea10c" -d '{"events": [{"server_uuid": "aca01eab-726a-407b-94a6-a36cdcc38f89", "name": "network-vif-plugged", "status": "completed", "tag": "6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:03.778633 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:03.782628 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:03.805321 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383a848f-17be-4c73-a3ec-f6316fb8777a x-openstack-request-id: req-383a848f-17be-4c73-a3ec-f6316fb8777a {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:03.805613 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca01eab-726a-407b-94a6-a36cdcc38f89", "name": "network-vif-plugged", "status": "completed", "tag": "6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:03.805870 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-383a848f-17be-4c73-a3ec-f6316fb8777a {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:03.806257 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6', 'code': 200} Mar 05 02:57:03.830921 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:03.939765 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dea8f-febf-4b67-be8e-f16c6335c5c5 req-a456c099-31fc-4288-b673-58d95bdc010e tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:03.941274 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-926dea8f-febf-4b67-be8e-f16c6335c5c5 req-a456c099-31fc-4288-b673-58d95bdc010e tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Mar 05 02:57:03.989462 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-926dea8f-febf-4b67-be8e-f16c6335c5c5 req-c78a8457-094a-4892-a000-1d8190076fb1 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Mar 05 02:57:04.022898 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8cec9-599b-4bc1-9ffd-10363380f02e req-91463f77-c30e-4465-851c-2330041ae7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:04.024461 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ddc8cec9-599b-4bc1-9ffd-10363380f02e req-91463f77-c30e-4465-851c-2330041ae7f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 1129 time: 0.0443566 Mar 05 02:57:04.069891 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ddc8cec9-599b-4bc1-9ffd-10363380f02e req-f4de7fe1-0684-47ef-a147-5f8c7b8812af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Mar 05 02:57:05.107653 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0509be-a9b1-47b7-8cc2-ca16647654c2 req-e42482b0-5991-4aa0-9c57-364d707bfd98 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:05.109617 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ff0509be-a9b1-47b7-8cc2-ca16647654c2 req-e42482b0-5991-4aa0-9c57-364d707bfd98 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Mar 05 02:57:05.154541 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ff0509be-a9b1-47b7-8cc2-ca16647654c2 req-5e9836e7-7d29-4bf5-b6e4-b68e5544fd0e tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Mar 05 02:57:06.270764 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79dbcf-1177-453a-9b42-a768c1fc55da req-f7b7727d-7953-40f8-bd60-3c013dbc6aa0 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:06.272247 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9b79dbcf-1177-453a-9b42-a768c1fc55da req-f7b7727d-7953-40f8-bd60-3c013dbc6aa0 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.0513437 Mar 05 02:57:06.317575 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9b79dbcf-1177-453a-9b42-a768c1fc55da req-dc37549d-34b4-49af-aba7-d5acacf3f300 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Mar 05 02:57:08.864940 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-295586f3-8e59-4bdb-8620-cf9ec78873bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:10.953936 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-af602e73-f744-432c-8ced-f54cc896e19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:12.262198 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:13.844527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:15.045162 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:17.549666 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:57:17.665713 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:20.515396 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ee6f5-f476-49b7-b841-724e98c4ff64 req-b27a446f-8dbd-4721-b4ba-3bd0f8ffa589 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:20.516873 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-589ee6f5-f476-49b7-b841-724e98c4ff64 req-b27a446f-8dbd-4721-b4ba-3bd0f8ffa589 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.1032367 Mar 05 02:57:20.561402 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-589ee6f5-f476-49b7-b841-724e98c4ff64 req-cda8dde2-30f5-429c-9132-f5aa24b10a25 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386567 Mar 05 02:57:21.433755 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-d8a3f9f1-d37f-4433-865e-3156601120ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457597 Mar 05 02:57:21.541015 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b95453-6c09-469d-b041-2df90abc015a req-fe7873cd-6058-418a-a62b-c31a70c4cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.542502 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-fe7873cd-6058-418a-a62b-c31a70c4cb7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1129 time: 0.0431683 Mar 05 02:57:21.661201 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b95453-6c09-469d-b041-2df90abc015a req-d70cc48e-a3f1-4f17-9cc8-667f65458353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.662672 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-d70cc48e-a3f1-4f17-9cc8-667f65458353 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 910 time: 0.0910835 Mar 05 02:57:21.687583 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4712-fa11-4ba2-b0c3-f97d93ae1134 req-e0fce991-6c93-49ca-a19f-bff045e16991 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.689071 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c3d4712-fa11-4ba2-b0c3-f97d93ae1134 req-e0fce991-6c93-49ca-a19f-bff045e16991 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0547521 Mar 05 02:57:21.731472 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-92970614-4963-4b6d-837a-8325fe831b0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 1001 time: 0.0617197 Mar 05 02:57:21.735664 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c3d4712-fa11-4ba2-b0c3-f97d93ae1134 req-3025a168-23b1-4a9f-9ecd-2a21cd37f02a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407939 Mar 05 02:57:21.784748 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b95453-6c09-469d-b041-2df90abc015a req-b3a97c79-3b3d-4c27-ba43-16c0141005bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.786216 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-b3a97c79-3b3d-4c27-ba43-16c0141005bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0435615 Mar 05 02:57:21.840511 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b95453-6c09-469d-b041-2df90abc015a req-2b62d42f-1fd4-44d1-9d87-8462d08b35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:21.841939 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-2b62d42f-1fd4-44d1-9d87-8462d08b35d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421419 Mar 05 02:57:21.938589 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-7fc3cca1-690a-4c02-a500-45b9a2be58f0 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Mar 05 02:57:22.028163 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-17b95453-6c09-469d-b041-2df90abc015a req-5411944a-997c-44b8-95e7-7e1cad1a6ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826592 Mar 05 02:57:22.859701 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7394c5-c8db-4478-9431-5c5eefcd7b36 req-a00ba71b-ae28-4f87-8351-85fd0f679bf3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:22.861209 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-db7394c5-c8db-4478-9431-5c5eefcd7b36 req-a00ba71b-ae28-4f87-8351-85fd0f679bf3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0535364 Mar 05 02:57:22.924164 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-db7394c5-c8db-4478-9431-5c5eefcd7b36 req-9dd95513-89d8-4706-b8d3-b26d8e23bf90 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572162 Mar 05 02:57:24.060209 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda212-a21c-462a-acf7-072eed6fe006 req-13fe88ab-1f1f-43f3-be62-6acce6f5d476 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:24.062739 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a6eda212-a21c-462a-acf7-072eed6fe006 req-13fe88ab-1f1f-43f3-be62-6acce6f5d476 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0608332 Mar 05 02:57:24.123572 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a6eda212-a21c-462a-acf7-072eed6fe006 req-a7b0f124-a4d7-40fc-b55d-b0fbb887e73d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551884 Mar 05 02:57:25.253174 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e04d-a137-412f-b856-0130843742d6 req-39048cc8-9031-472e-857f-8e8c4518cc46 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:25.254684 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e047e04d-a137-412f-b856-0130843742d6 req-39048cc8-9031-472e-857f-8e8c4518cc46 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0543835 Mar 05 02:57:25.311581 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e047e04d-a137-412f-b856-0130843742d6 req-100956a1-72f7-4472-8efb-9d9c1e4979b0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510104 Mar 05 02:57:26.431651 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f276b2-3892-4ff0-9fd0-a1babaf07581 req-8274935f-9f2e-4bf1-ae0b-bd792e8de3d0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:26.433118 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b0f276b2-3892-4ff0-9fd0-a1babaf07581 req-8274935f-9f2e-4bf1-ae0b-bd792e8de3d0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0509887 Mar 05 02:57:26.485511 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b0f276b2-3892-4ff0-9fd0-a1babaf07581 req-b6010188-57ee-43e1-9b11-0072e65aa12c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462761 Mar 05 02:57:27.619091 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d270d-0816-463c-bec5-7b6915e77d39 req-b50953b1-a6f5-43d8-b7fc-d115a0d84d9a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:27.620567 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-559d270d-0816-463c-bec5-7b6915e77d39 req-b50953b1-a6f5-43d8-b7fc-d115a0d84d9a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0533516 Mar 05 02:57:27.666748 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-559d270d-0816-463c-bec5-7b6915e77d39 req-42c178aa-5d84-45d1-8ac0-2c69258968de tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Mar 05 02:57:28.800176 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771e35a-aba3-4d97-89b9-435327cb5571 req-6f9ead74-2fa5-45c5-b72f-b61c7928e354 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:28.801806 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4771e35a-aba3-4d97-89b9-435327cb5571 req-6f9ead74-2fa5-45c5-b72f-b61c7928e354 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0598440 Mar 05 02:57:28.849187 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4771e35a-aba3-4d97-89b9-435327cb5571 req-7ab45866-7bd6-44a9-a6fc-27affff58c9c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418639 Mar 05 02:57:29.221151 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28af6d-ddbe-4165-a682-7b9841ec853a req-88043565-4ae6-41f0-b795-82cdf28ace0d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:29.222637 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9a28af6d-ddbe-4165-a682-7b9841ec853a req-88043565-4ae6-41f0-b795-82cdf28ace0d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.3090553 Mar 05 02:57:29.271743 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9a28af6d-ddbe-4165-a682-7b9841ec853a req-f7805a0f-49ad-4e23-8e27-a6f8603679da tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Mar 05 02:57:29.983663 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b81943-62e8-4c24-94b7-11c309278d8a req-617d063f-405a-4954-8692-b2e0bdb72093 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:29.985057 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10b81943-62e8-4c24-94b7-11c309278d8a req-617d063f-405a-4954-8692-b2e0bdb72093 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0586007 Mar 05 02:57:30.032394 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-10b81943-62e8-4c24-94b7-11c309278d8a req-16bfcc09-5d0c-4288-98e9-e9bc074b6b76 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 Mar 05 02:57:30.399861 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5f8a8-e6e3-401d-a7a7-a37182841a42 req-56a5b613-473b-460e-9029-f617e297868a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:30.401322 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-69c5f8a8-e6e3-401d-a7a7-a37182841a42 req-56a5b613-473b-460e-9029-f617e297868a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0564711 Mar 05 02:57:30.459295 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-69c5f8a8-e6e3-401d-a7a7-a37182841a42 req-77e89977-91b0-4723-bb28-10a6154900fe tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515807 Mar 05 02:57:31.168991 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3d65-4bd7-408e-9bd9-d0f894a37eac req-685f80dd-c01e-446e-8669-e3253dfa4d2b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:31.171011 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-713c3d65-4bd7-408e-9bd9-d0f894a37eac req-685f80dd-c01e-446e-8669-e3253dfa4d2b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0590587 Mar 05 02:57:31.218913 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-713c3d65-4bd7-408e-9bd9-d0f894a37eac req-23e2a377-da0b-4aa8-be30-4efdde66f2f4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Mar 05 02:57:31.581657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21755892-2f9c-44d5-922b-ffef9ccd1d83 req-19beac12-f2b7-41fe-b9b5-5b36a520ff0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:31.583148 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-21755892-2f9c-44d5-922b-ffef9ccd1d83 req-19beac12-f2b7-41fe-b9b5-5b36a520ff0c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0524209 Mar 05 02:57:31.640291 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-21755892-2f9c-44d5-922b-ffef9ccd1d83 req-e65fadc6-af69-436d-a8c2-26818f043623 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514665 Mar 05 02:57:32.339153 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b092-b7ee-4c49-86a5-51d647feaac7 req-b5501797-e717-4cea-a726-0d9b6df026c7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.340620 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fad2b092-b7ee-4c49-86a5-51d647feaac7 req-b5501797-e717-4cea-a726-0d9b6df026c7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0516515 Mar 05 02:57:32.390111 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fad2b092-b7ee-4c49-86a5-51d647feaac7 req-63893f32-3b4f-4e77-9698-49eac84dfa2e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Mar 05 02:57:32.758527 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13a17e-dd67-4ae9-b5dc-6dd992bc072c req-de979347-e759-49b3-bfc5-6a402f92eeff tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:32.760027 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2e13a17e-dd67-4ae9-b5dc-6dd992bc072c req-de979347-e759-49b3-bfc5-6a402f92eeff tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0514996 Mar 05 02:57:32.807869 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2e13a17e-dd67-4ae9-b5dc-6dd992bc072c req-ad714e51-f0c3-44b1-bddc-2f8396af82e9 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 Mar 05 02:57:33.511940 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a906-b28b-4591-aad9-47f4bcf48a28 req-62068fd4-e1cf-42fa-9bcb-c37a8d1acfc6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:33.513951 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-39b5a906-b28b-4591-aad9-47f4bcf48a28 req-62068fd4-e1cf-42fa-9bcb-c37a8d1acfc6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0539458 Mar 05 02:57:33.559785 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-39b5a906-b28b-4591-aad9-47f4bcf48a28 req-2e0b41bc-cd40-42d1-8ba8-f74d759deb52 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401359 Mar 05 02:57:33.923711 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0a0f-2187-410c-bcea-409ea1036255 req-8b274d92-d6c0-440d-b4c8-8dcb3f2cb1a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:33.925181 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e5a0a0f-2187-410c-bcea-409ea1036255 req-8b274d92-d6c0-440d-b4c8-8dcb3f2cb1a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0525787 Mar 05 02:57:33.976744 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1e5a0a0f-2187-410c-bcea-409ea1036255 req-1976362a-ab4f-4bc6-98c0-03506d46f95f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459869 Mar 05 02:57:34.683470 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc7062-0cd7-4a43-a7b4-f1fba95b3780 req-9a6b21ae-9d10-42d1-a4df-580b60c851a8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:34.684994 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-63fc7062-0cd7-4a43-a7b4-f1fba95b3780 req-9a6b21ae-9d10-42d1-a4df-580b60c851a8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0546083 Mar 05 02:57:34.733348 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-63fc7062-0cd7-4a43-a7b4-f1fba95b3780 req-eea21b94-afd0-4b1a-98e9-6edffc4b135c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428593 Mar 05 02:57:35.050826 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e551f0-deaf-46b0-be52-f497ea3ae239 req-b74fe116-fee0-477e-b6df-1f87269f555e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:35.052230 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-03e551f0-deaf-46b0-be52-f497ea3ae239 req-b74fe116-fee0-477e-b6df-1f87269f555e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0527861 Mar 05 02:57:35.097821 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fe52f-1aea-4bd4-b8fa-9c00a8b533af req-4219bcb2-6e06-4d54-afb4-b51033e0704c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:35.098907 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-03e551f0-deaf-46b0-be52-f497ea3ae239 req-05386749-27f4-4fb8-86bf-278e2857680a tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Mar 05 02:57:35.099292 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-db1fe52f-1aea-4bd4-b8fa-9c00a8b533af req-4219bcb2-6e06-4d54-afb4-b51033e0704c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0547843 Mar 05 02:57:35.146433 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-db1fe52f-1aea-4bd4-b8fa-9c00a8b533af req-a4529b11-8cf2-45e7-8d80-52782580634f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416744 Mar 05 02:57:35.851142 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1616bd-b8fa-406c-bd16-921240d99df6 req-81b75885-7d33-4cc0-a6ed-96df0b24fd17 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:35.852603 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-df1616bd-b8fa-406c-bd16-921240d99df6 req-81b75885-7d33-4cc0-a6ed-96df0b24fd17 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0508609 Mar 05 02:57:35.903394 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-df1616bd-b8fa-406c-bd16-921240d99df6 req-5ad6f179-e9c5-4e62-be0b-96456c772130 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 Mar 05 02:57:36.220771 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747332-f9cb-46a4-b914-57296c24b218 req-1915ec2e-d7b8-4dc5-a99a-8deaabc55e4c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:36.222260 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d1747332-f9cb-46a4-b914-57296c24b218 req-1915ec2e-d7b8-4dc5-a99a-8deaabc55e4c tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0540025 Mar 05 02:57:36.265560 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed3629-53df-40a5-ab1a-25dae7e8a818 req-737795d4-6156-49cf-9a2b-4f41a87a37a9 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:36.267073 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-52ed3629-53df-40a5-ab1a-25dae7e8a818 req-737795d4-6156-49cf-9a2b-4f41a87a37a9 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0548997 Mar 05 02:57:36.268283 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d1747332-f9cb-46a4-b914-57296c24b218 req-afde4d9b-79c9-429b-b902-56c2fd9dfc14 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403059 Mar 05 02:57:36.323198 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-52ed3629-53df-40a5-ab1a-25dae7e8a818 req-c9f1140e-b1bf-4905-a262-dbf015a53f8d tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504546 Mar 05 02:57:37.029857 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189253-11a6-4b14-97a6-49d8c0473bfa req-4501ea3e-42c2-4751-b67d-42cb47de6cd7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.031375 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7189253-11a6-4b14-97a6-49d8c0473bfa req-4501ea3e-42c2-4751-b67d-42cb47de6cd7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0562456 Mar 05 02:57:37.076702 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-b7189253-11a6-4b14-97a6-49d8c0473bfa req-0a4e4528-be8c-4637-8fd4-f71bd6f33dd4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394773 Mar 05 02:57:37.447572 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71c51-fd5d-4565-8501-ec9e82f4fa63 req-9910848c-6975-4752-a241-00a2309e4274 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.449098 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-98b71c51-fd5d-4565-8501-ec9e82f4fa63 req-9910848c-6975-4752-a241-00a2309e4274 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0582204 Mar 05 02:57:37.494121 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b179b0-1b56-455a-99d8-110a3d5525a1 req-beb08ec7-50ad-44c5-8e34-db52a4ce6754 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.495656 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d5b179b0-1b56-455a-99d8-110a3d5525a1 req-beb08ec7-50ad-44c5-8e34-db52a4ce6754 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0529094 Mar 05 02:57:37.499386 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-98b71c51-fd5d-4565-8501-ec9e82f4fa63 req-1eb2634c-d482-4f71-a7a0-0ba340788269 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 Mar 05 02:57:37.543303 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d5b179b0-1b56-455a-99d8-110a3d5525a1 req-1b4b1e34-fde8-4a19-96c2-f92379734a41 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups?id=51679bdc-fdb0-48eb-baae-d7ea0bf97d67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407672 Mar 05 02:57:37.750690 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-3e5cb316-73f2-4ef1-88fe-05ad88842477 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:37.752134 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-3e5cb316-73f2-4ef1-88fe-05ad88842477 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 946 time: 0.0495584 Mar 05 02:57:37.784656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:37.846988 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Deleting port 6817f357-06c5-4824-9c70-e7258aefef89 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:37.847336 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (6817f357-06c5-4824-9c70-e7258aefef89), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:37.880573 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:37.890568 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'mac_address': 'fa:16:3e:93:e9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:37.928327 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: ACTIVE; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:37.928761 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:37.938941 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] For port 6817f357-06c5-4824-9c70-e7258aefef89, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6817f357-06c5-4824-9c70-e7258aefef89,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:37.939318 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (6817f357-06c5-4824-9c70-e7258aefef89), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:37.943711 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6df4b4e1-8354-493a-bc98-d9fd9f301f8f {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:37.963758 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:37.967932 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:38.015858 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=6']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:38.022987 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.023343 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.023686 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.024024 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.024358 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.024685 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.025013 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.025338 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.025661 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.026030 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.026354 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.026681 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.027032 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.116921 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:38.117287 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (ac581692-3f03-4fa0-8a63-052eb0de6eb9), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:38.117604 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Floating IP ac581692-3f03-4fa0-8a63-052eb0de6eb9 disassociated. External IP: 172.28.2.202, port: 6817f357-06c5-4824-9c70-e7258aefef89. Mar 05 02:57:38.117945 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Calling delete_port for 6817f357-06c5-4824-9c70-e7258aefef89 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:38.167256 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['6df4b4e1-8354-493a-bc98-d9fd9f301f8f'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:38.207139 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f413a-4cbf-4fab-bf7a-f5b7bc25d7c8 req-03b2930b-7ebd-4b5a-9d95-20566b8c1043 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:38.208685 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f62f413a-4cbf-4fab-bf7a-f5b7bc25d7c8 req-03b2930b-7ebd-4b5a-9d95-20566b8c1043 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 945 time: 0.0580232 Mar 05 02:57:38.259514 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (6817f357-06c5-4824-9c70-e7258aefef89), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:38.279559 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f62f413a-4cbf-4fab-bf7a-f5b7bc25d7c8 req-7444570a-2c04-4350-be48-1c72d202b029 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642469 Mar 05 02:57:38.300087 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event deleted for resources: {'Port': ['ID=6817f357-06c5-4824-9c70-e7258aefef89,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:38.328890 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.329222 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.329583 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.329978 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.331067 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.331450 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.331801 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.332143 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.332481 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.332835 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.333236 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.335073 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.335485 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:38.447574 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Router cc529a76-29bc-46cf-9944-e50565d275a2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:38.642539 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d074bf6e-7834-4e88-ba8d-aaee97a16126 req-0a5bef3e-0bb8-496f-bbae-eac8e9b6a03e tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 210 time: 0.0281217 Mar 05 02:57:38.822714 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:38.834499 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:38.846185 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:38.846852 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:38.868663 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] No DVR routers for this DVR port 6817f357-06c5-4824-9c70-e7258aefef89 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:38.871357 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:38.874792 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fa1dbb74-6b26-4c91-8788-74e8aca8703e req-f77b7326-ec6a-4613-9886-fdfadab54bad tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.16 "DELETE /v2.0/ports/6817f357-06c5-4824-9c70-e7258aefef89 HTTP/1.1" status: 204 len: 173 time: 1.1172798 Mar 05 02:57:38.875526 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'name': 'network-vif-deleted', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:38.877685 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee10017-41ca-483c-89f0-7cb09836146d" -d '{"events": [{"server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "name": "network-vif-deleted", "tag": "6817f357-06c5-4824-9c70-e7258aefef89"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:38.886752 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e885dde-bc36-4d7d-ac0d-a6291b9ba7db req-118ab881-35c1-47f5-9ee5-dad51b61e4fa tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:38.889131 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7e885dde-bc36-4d7d-ac0d-a6291b9ba7db req-118ab881-35c1-47f5-9ee5-dad51b61e4fa tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1165118 Mar 05 02:57:38.912591 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3e37bc82-7724-460c-813b-f13f52972506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:38.933254 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097041e-94ae-41de-94f9-c113fcd2ba2b x-openstack-request-id: req-9097041e-94ae-41de-94f9-c113fcd2ba2b {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:38.933548 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fed8feb-f112-424e-af33-22cf25090ab8", "name": "network-vif-deleted", "tag": "6817f357-06c5-4824-9c70-e7258aefef89", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:38.933804 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9097041e-94ae-41de-94f9-c113fcd2ba2b {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:38.934226 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fed8feb-f112-424e-af33-22cf25090ab8', 'name': 'network-vif-deleted', 'tag': '6817f357-06c5-4824-9c70-e7258aefef89', 'status': 'completed', 'code': 200} Mar 05 02:57:38.948735 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7e885dde-bc36-4d7d-ac0d-a6291b9ba7db req-e7b9d486-61ef-4b91-8877-f64a4c533f2a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539184 Mar 05 02:57:38.977566 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:39.183074 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:39.210354 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:39.218462 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:39.219097 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:39.327816 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:39.408872 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15783f0f-08b2-4cba-9688-0988b754fc1b req-c02e9dbd-3b76-4545-a3b2-11f5c4c18eb2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:39.410369 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-15783f0f-08b2-4cba-9688-0988b754fc1b req-c02e9dbd-3b76-4545-a3b2-11f5c4c18eb2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 945 time: 0.0558872 Mar 05 02:57:39.462994 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-15783f0f-08b2-4cba-9688-0988b754fc1b req-f72aea9c-0ef4-4827-b4e1-0910229c893b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Mar 05 02:57:39.537162 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:39.570124 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e116c2e-3c03-4208-9d04-5cc531b1e81d None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:29Z', 'revision_number': 4, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a91741b6-a121-4208-a7fd-be42e4467cdb', 'name': '', 'network_id': '1ad8a929-f41d-48b9-9606-4fce007c63ef', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'mac_address': 'fa:16:3e:49:2f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:26Z', 'updated_at': '2022-03-05T02:52:38Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'subnets': [{'id': 'b17fd0ef-d483-44a5-a5e0-71aeeb7263cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:39.787384 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3bcfd940-eeb6-40af-9a0b-db4080392938 req-ddfbd223-4e46-49bd-9207-63b0c2c52f09 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fed8feb-f112-424e-af33-22cf25090ab8 HTTP/1.1" status: 200 len: 210 time: 0.0444057 Mar 05 02:57:39.820658 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:39.870815 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:39.871510 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:39.877935 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80324fcd-e982-4f0c-a701-1d6bb3c0475d None None] New status for floating IP ac581692-3f03-4fa0-8a63-052eb0de6eb9: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:57:39.955723 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:39.956245 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:40.000617 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:40.003001 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda7cad-8ec7-4794-a700-f0ccfcd99c32" -d '{"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-plugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:40.110129 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0621bd-faae-4cb2-b104-8043aad20aa2 req-02b466a0-ba40-4b76-b805-1220dcc5f523 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:40.111744 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6c0621bd-faae-4cb2-b104-8043aad20aa2 req-02b466a0-ba40-4b76-b805-1220dcc5f523 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0695786 Mar 05 02:57:40.152175 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47f8ed-f18d-4518-80ce-5e0578c1e7fb x-openstack-request-id: req-db47f8ed-f18d-4518-80ce-5e0578c1e7fb {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:40.152479 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-plugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:40.152972 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db47f8ed-f18d-4518-80ce-5e0578c1e7fb {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:40.153715 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'code': 200} Mar 05 02:57:40.157375 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:40.164562 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:40.182016 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6c0621bd-faae-4cb2-b104-8043aad20aa2 req-c06e6da7-7b1a-4254-894e-8a8faf542e7f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634909 Mar 05 02:57:40.219017 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=7']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:40.606330 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8e435-7821-4945-b3b5-70cb645e408d req-c7e6700d-875b-41de-8136-003abcb95e8b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:40.609339 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a5a8e435-7821-4945-b3b5-70cb645e408d req-c7e6700d-875b-41de-8136-003abcb95e8b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0677540 Mar 05 02:57:40.675464 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a5a8e435-7821-4945-b3b5-70cb645e408d req-84f75bf0-9f67-408b-8524-cbb20d426108 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601790 Mar 05 02:57:40.875016 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34392) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:40.930852 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9253684e-b8f5-440a-ae4c-9dc0e77775b4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (51679bdc-fdb0-48eb-baae-d7ea0bf97d67), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:40.956275 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9253684e-b8f5-440a-ae4c-9dc0e77775b4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (51679bdc-fdb0-48eb-baae-d7ea0bf97d67), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:40.960550 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b13fd465-9ba9-49b2-9722-02d7c54a7d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.004366 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9253684e-b8f5-440a-ae4c-9dc0e77775b4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (51679bdc-fdb0-48eb-baae-d7ea0bf97d67), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.006942 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-9253684e-b8f5-440a-ae4c-9dc0e77775b4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.008105 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-9253684e-b8f5-440a-ae4c-9dc0e77775b4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "DELETE /v2.0/security-groups/51679bdc-fdb0-48eb-baae-d7ea0bf97d67 HTTP/1.1" status: 204 len: 168 time: 0.1320267 Mar 05 02:57:41.010973 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34394) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:41.018417 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253684e-b8f5-440a-ae4c-9dc0e77775b4 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51679bdc-fdb0-48eb-baae-d7ea0bf97d67,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:41.026049 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.api.v2.resource [None req-38f241aa-8e2d-4659-9afa-47675892b952 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] show failed (client error): The resource could not be found. Mar 05 02:57:41.027198 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-38f241aa-8e2d-4659-9afa-47675892b952 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "GET /v2.0/security-groups/51679bdc-fdb0-48eb-baae-d7ea0bf97d67 HTTP/1.1" status: 404 len: 347 time: 0.0152192 Mar 05 02:57:41.031535 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34396) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:41.170612 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Deleting port 4356af42-8e76-49ff-b43f-8620b008f507 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:41.170712 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (4356af42-8e76-49ff-b43f-8620b008f507), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.284444 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (4356af42-8e76-49ff-b43f-8620b008f507), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.284875 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (4356af42-8e76-49ff-b43f-8620b008f507), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.300352 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Calling delete_port for 4356af42-8e76-49ff-b43f-8620b008f507 owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:41.370873 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fe2f2-cf38-4336-b389-b259b5089998 req-61350d83-1f51-41e9-8b2e-bb9f8054f8c3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:41.379297 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4e4fe2f2-cf38-4336-b389-b259b5089998 req-61350d83-1f51-41e9-8b2e-bb9f8054f8c3 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1005549 Mar 05 02:57:41.455821 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4e4fe2f2-cf38-4336-b389-b259b5089998 req-1cc539e5-07bd-4be4-adb0-26c0eed46add tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699999 Mar 05 02:57:41.524319 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (4356af42-8e76-49ff-b43f-8620b008f507), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.556084 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Pushing event deleted for resources: {'Port': ['ID=4356af42-8e76-49ff-b43f-8620b008f507,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:41.637333 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks [] for floatingip (ac581692-3f03-4fa0-8a63-052eb0de6eb9), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.640299 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:41.644485 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2e9f4eb1-0f6b-4844-a905-17cbd8a52192 tempest-AttachVolumeTestJSON-806313688 tempest-AttachVolumeTestJSON-806313688-project] 10.222.0.11 "DELETE /v2.0/floatingips/ac581692-3f03-4fa0-8a63-052eb0de6eb9 HTTP/1.1" status: 204 len: 168 time: 0.6080818 Mar 05 02:57:41.811731 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6817f357-06c5-4824-9c70-e7258aefef89 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:41.832837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 6817f357-06c5-4824-9c70-e7258aefef89 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:41.833473 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6817f357-06c5-4824-9c70-e7258aefef89 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:41.835090 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7b566-b4d8-48a6-ab70-6853605631bf req-369ad3b8-437b-4bfa-9706-122562f55ee2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:41.837151 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9ac7b566-b4d8-48a6-ab70-6853605631bf req-369ad3b8-437b-4bfa-9706-122562f55ee2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0639427 Mar 05 02:57:41.894259 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9ac7b566-b4d8-48a6-ab70-6853605631bf req-a46269f3-ceeb-4658-aa0d-6a13f4f16e05 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515902 Mar 05 02:57:42.270491 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:42.606223 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ea8b7-5544-4e73-b64f-eac31ddb30c0 req-93506c64-4cf3-4e74-9b0e-38cfcabf92cb tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:42.608877 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-754ea8b7-5544-4e73-b64f-eac31ddb30c0 req-93506c64-4cf3-4e74-9b0e-38cfcabf92cb tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0837865 Mar 05 02:57:42.696947 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-754ea8b7-5544-4e73-b64f-eac31ddb30c0 req-9881be93-a7fd-43e3-a00f-86faf2e68db2 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807223 Mar 05 02:57:43.035935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a88c09-8ee9-408e-bae5-1b3fa055e5dc req-db80a3fe-1310-4674-842f-c02756b8e1a3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:43.037507 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-25a88c09-8ee9-408e-bae5-1b3fa055e5dc req-db80a3fe-1310-4674-842f-c02756b8e1a3 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0578165 Mar 05 02:57:43.107735 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-25a88c09-8ee9-408e-bae5-1b3fa055e5dc req-5b9be894-1eaa-49c4-b8b2-44738c1be976 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464621 Mar 05 02:57:43.855767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:43.873753 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b264b7-ab11-413e-a6a2-347d34097d47 req-9ff38b85-dd42-4690-bd9d-1121b5b4445a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:43.881137 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-21b264b7-ab11-413e-a6a2-347d34097d47 req-9ff38b85-dd42-4690-bd9d-1121b5b4445a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0841029 Mar 05 02:57:43.935411 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-21b264b7-ab11-413e-a6a2-347d34097d47 req-d75d7304-e519-41a9-bc3e-176aab0bae97 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529690 Mar 05 02:57:44.313876 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9105248-d8c8-47bb-8800-1f3c050e4e1e req-f96d5c40-72dc-48a2-bee9-fe123daacde5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.317053 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e9105248-d8c8-47bb-8800-1f3c050e4e1e req-f96d5c40-72dc-48a2-bee9-fe123daacde5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0945599 Mar 05 02:57:44.397020 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e9105248-d8c8-47bb-8800-1f3c050e4e1e req-94960673-4bea-4d47-b708-68db94bd5263 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726948 Mar 05 02:57:44.467604 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-c65da57e-3c41-47c8-aa66-58ccb9d4dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.469199 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-c65da57e-3c41-47c8-aa66-58ccb9d4dc01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1129 time: 0.1449759 Mar 05 02:57:44.579790 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-bad493bd-abca-4ce5-9979-a885d8f865fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.581885 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-bad493bd-abca-4ce5-9979-a885d8f865fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 910 time: 0.1061590 Mar 05 02:57:44.672179 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-f4ad1cde-3f14-4d56-a0c7-e655f1e48aa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 1001 time: 0.0843377 Mar 05 02:57:44.733135 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-7c46b215-d29a-418d-b82c-3337c14b10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.734703 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-7c46b215-d29a-418d-b82c-3337c14b10e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0562701 Mar 05 02:57:44.800623 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-e03030b2-5c34-475f-91cb-b748cf699c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:44.802914 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-e03030b2-5c34-475f-91cb-b748cf699c52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0595994 Mar 05 02:57:44.907975 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-30db2068-1e66-485b-aebf-c210383ce258 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890400 Mar 05 02:57:45.013524 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-00fa1c79-3386-47af-9f81-09b2f5d4dff5 req-7cc48040-cbbe-477c-85eb-93fd92ecdeb2 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983431 Mar 05 02:57:45.064521 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc7a06-e5ff-47bb-bba4-a440625a92d6 req-a775e2f9-9233-4cfe-8a30-2c6dc8154c79 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:45.068821 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:45.072716 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-75cc7a06-e5ff-47bb-bba4-a440625a92d6 req-a775e2f9-9233-4cfe-8a30-2c6dc8154c79 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0662248 Mar 05 02:57:45.127117 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-75cc7a06-e5ff-47bb-bba4-a440625a92d6 req-dc6a195f-2d30-4a29-a836-c8881841f055 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533745 Mar 05 02:57:45.377970 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34492) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:45.761507 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ca515-6c12-4a23-a085-a47a1eef5aa2 req-2b7cd063-cd08-4a83-8096-c8ec64b779b0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:45.763101 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3a0ca515-6c12-4a23-a085-a47a1eef5aa2 req-2b7cd063-cd08-4a83-8096-c8ec64b779b0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.2552762 Mar 05 02:57:45.869531 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3a0ca515-6c12-4a23-a085-a47a1eef5aa2 req-1132f61c-2b13-40e8-b1e9-70728176bd03 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835567 Mar 05 02:57:45.992052 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (cc529a76-29bc-46cf-9944-e50565d275a2), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:46.130902 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6e96f-d530-47ea-b369-4d35452f9d50 req-706f54e0-0855-4bdd-8df6-09c504c43ec9 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:46.133047 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-16e6e96f-d530-47ea-b369-4d35452f9d50 req-706f54e0-0855-4bdd-8df6-09c504c43ec9 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.1073050 Mar 05 02:57:46.256011 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-16e6e96f-d530-47ea-b369-4d35452f9d50 req-9014b617-a8f7-4d71-bc74-8547d6dbd169 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163881 Mar 05 02:57:46.296951 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d415a-6f6a-43ad-94d2-b5f7a6419417 req-3073c4fe-9d08-4b0d-800d-ff6d780dc88f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:46.298723 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-106d415a-6f6a-43ad-94d2-b5f7a6419417 req-3073c4fe-9d08-4b0d-800d-ff6d780dc88f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0960255 Mar 05 02:57:46.369023 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-106d415a-6f6a-43ad-94d2-b5f7a6419417 req-8c0cf77a-5cc6-4bce-8e7b-dbbe0360454b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646031 Mar 05 02:57:46.389957 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Deleting port a91741b6-a121-4208-a7fd-be42e4467cdb {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:46.390314 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:46.495434 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] For port a91741b6-a121-4208-a7fd-be42e4467cdb, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a91741b6-a121-4208-a7fd-be42e4467cdb,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:46.495983 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:46.519853 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Calling delete_port for a91741b6-a121-4208-a7fd-be42e4467cdb owned by network:router_interface {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:46.906504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (a91741b6-a121-4208-a7fd-be42e4467cdb), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:46.960200 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a91741b6-a121-4208-a7fd-be42e4467cdb,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:47.196499 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5a6d5-76c4-42ad-b00c-155ed30b43f0 req-a6f7482e-c730-4a7b-b0be-2e1731f98153 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:47.203831 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-92c5a6d5-76c4-42ad-b00c-155ed30b43f0 req-a6f7482e-c730-4a7b-b0be-2e1731f98153 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.1696093 Mar 05 02:57:47.315463 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-92c5a6d5-76c4-42ad-b00c-155ed30b43f0 req-8747b815-94c9-4532-9f22-2bb2d9d426cb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106462 Mar 05 02:57:47.330498 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (cc529a76-29bc-46cf-9944-e50565d275a2), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:47.473049 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2394-c21f-46fc-bca2-563d18714a0c req-97f2f64d-fa1a-475f-9ba6-9abcd493edca tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:47.474822 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-79bb2394-c21f-46fc-bca2-563d18714a0c req-97f2f64d-fa1a-475f-9ba6-9abcd493edca tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.1134188 Mar 05 02:57:47.569114 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-79bb2394-c21f-46fc-bca2-563d18714a0c req-927d1f17-6d24-40f4-a4c0-7ab49f9d6b45 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831425 Mar 05 02:57:47.614582 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15d733-09cd-4f3f-a22c-cf151cd9eed4 req-ccf84db1-b06b-41cb-847c-af0b79e48653 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:47.616896 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2c15d733-09cd-4f3f-a22c-cf151cd9eed4 req-ccf84db1-b06b-41cb-847c-af0b79e48653 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1271102 Mar 05 02:57:47.672266 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:47.774077 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2c15d733-09cd-4f3f-a22c-cf151cd9eed4 req-cd671e44-d223-43da-ae39-47850fbf6f9c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421196 Mar 05 02:57:47.800929 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Router cc529a76-29bc-46cf-9944-e50565d275a2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:47.934930 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:47.947349 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] Sync routers for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:47.951603 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34534) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:47.962320 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-d1ea7943-2705-4a0c-a908-9e0a041097cb admin admin] 10.222.0.11 "PUT /v2.0/routers/cc529a76-29bc-46cf-9944-e50565d275a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5830643 Mar 05 02:57:47.975287 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:47.981054 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:48.138580 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks [] for router (cc529a76-29bc-46cf-9944-e50565d275a2), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:48.155929 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:48.268475 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks [] for router_gateway (cc529a76-29bc-46cf-9944-e50565d275a2), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:48.389053 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Deleting port c405b2cc-9fb7-47a2-851c-888343f40394 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:48.389799 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:48.430601 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106'}], 'enable_snat': True}, 'gw_port_id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:57:46Z', 'revision_number': 5, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port': {'id': 'c405b2cc-9fb7-47a2-851c-888343f40394', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:48.448960 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85720f-4a3b-4055-8a94-c2b5b8905748 req-54153f4e-07cd-49ae-8bfc-7e14bc0727a7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.456266 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa85720f-4a3b-4055-8a94-c2b5b8905748 req-54153f4e-07cd-49ae-8bfc-7e14bc0727a7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0644670 Mar 05 02:57:48.469889 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] Checking router: cc529a76-29bc-46cf-9944-e50565d275a2 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:48.488471 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] Routers {'cc529a76-29bc-46cf-9944-e50565d275a2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:48.489374 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['cc529a76-29bc-46cf-9944-e50565d275a2'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:48.522272 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c749266-1c36-43e3-a58a-7a704fcccf76 req-d3f66923-4586-4770-80d1-5be3473c45dc tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.523390 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa85720f-4a3b-4055-8a94-c2b5b8905748 req-7c4710d1-86e6-400d-86bc-54772ed8ce46 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661423 Mar 05 02:57:48.531325 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8c749266-1c36-43e3-a58a-7a704fcccf76 req-d3f66923-4586-4770-80d1-5be3473c45dc tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.1870012 Mar 05 02:57:48.534518 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] For port c405b2cc-9fb7-47a2-851c-888343f40394, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=c405b2cc-9fb7-47a2-851c-888343f40394,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:48.534989 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:48.550465 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Calling delete_port for c405b2cc-9fb7-47a2-851c-888343f40394 owned by network:router_gateway {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:48.605989 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] Set router cc529a76-29bc-46cf-9944-e50565d275a2 gateway port host: None {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:48.671639 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:57:48Z', 'revision_number': 6, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port_host': None}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:48.709985 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8c749266-1c36-43e3-a58a-7a704fcccf76 req-a477f11e-fbed-429f-964a-5b64de0a1a2b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776915 Mar 05 02:57:48.711798 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5fde23-fdd6-42f7-818e-e3fbddbb2615 None None] The sync data for ids ['cc529a76-29bc-46cf-9944-e50565d275a2'] in dv-cinder-827259-3-smb is: [{'id': 'cc529a76-29bc-46cf-9944-e50565d275a2', 'name': 'tempest-AttachVolumeTestJSON-1740438637-router', 'tenant_id': 'a14be260377244f6a1b77fc0313f20c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:57:48Z', 'revision_number': 6, 'project_id': 'a14be260377244f6a1b77fc0313f20c1', 'gw_port_host': None}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:48.749167 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabab14-03d2-4ead-a581-565483726f34 req-5042d6b8-8c43-4e20-8b7c-3ffac2d3cd4d tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.751102 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7aabab14-03d2-4ead-a581-565483726f34 req-5042d6b8-8c43-4e20-8b7c-3ffac2d3cd4d tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.1003268 Mar 05 02:57:48.832411 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7aabab14-03d2-4ead-a581-565483726f34 req-86492da5-dc74-4b8b-a5b7-0aa5097d9bb6 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751839 Mar 05 02:57:48.837380 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (c405b2cc-9fb7-47a2-851c-888343f40394), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:48.884851 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Pushing event deleted for resources: {'Port': ['ID=c405b2cc-9fb7-47a2-851c-888343f40394,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:48.916884 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.917236 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.917579 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.917915 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.918245 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.918575 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.919665 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.919995 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.920322 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.920649 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.920970 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.925316 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.925316 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:57:48.996690 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da002d-d318-43b4-940b-08f31d6ef724 req-92b2a452-f9b1-48ce-a6d8-e28db90aabba tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:48.998219 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-42da002d-d318-43b4-940b-08f31d6ef724 req-92b2a452-f9b1-48ce-a6d8-e28db90aabba tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1480801 Mar 05 02:57:49.001208 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (cc529a76-29bc-46cf-9944-e50565d275a2), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.120409 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (cc529a76-29bc-46cf-9944-e50565d275a2), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.123275 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks [] for router_controller (cc529a76-29bc-46cf-9944-e50565d275a2), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.186287 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (cc529a76-29bc-46cf-9944-e50565d275a2), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.187094 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc529a76-29bc-46cf-9944-e50565d275a2 {{(pid=114614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:57:49.203184 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.204815 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-be3ce57e-86de-4298-9365-b9d90d7d6003 admin admin] 10.222.0.11 "DELETE /v2.0/routers/cc529a76-29bc-46cf-9944-e50565d275a2 HTTP/1.1" status: 204 len: 168 time: 1.2518864 Mar 05 02:57:49.207564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34548) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:49.237679 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-42da002d-d318-43b4-940b-08f31d6ef724 req-ffcd2c6e-34be-4e8b-b41a-e211dcb90691 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330294 Mar 05 02:57:49.281072 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_v2 [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Deleting subnet b17fd0ef-d483-44a5-a5e0-71aeeb7263cf {{(pid=114613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:57:49.287161 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Publish callbacks [] for subnet (b17fd0ef-d483-44a5-a5e0-71aeeb7263cf), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.339268 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683821'] for subnet (b17fd0ef-d483-44a5-a5e0-71aeeb7263cf), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.383112 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [req-0f553bb1-2cbe-4465-b065-a0617a102184 req-1a89b10e-84a9-410e-9c38-425b972a0b7c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114613) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:57:49.384162 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0f553bb1-2cbe-4465-b065-a0617a102184 req-1a89b10e-84a9-410e-9c38-425b972a0b7c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0771213 Mar 05 02:57:49.512489 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (b17fd0ef-d483-44a5-a5e0-71aeeb7263cf), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.615909 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34562) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:49.622771 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10032137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10138691'] for subnet (b17fd0ef-d483-44a5-a5e0-71aeeb7263cf), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.645887 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb782c70-813d-4338-b106-468b5c2a95e6 req-5bb0299c-bc9b-42a8-991d-a3dbafc6cece tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:49.653842 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fb782c70-813d-4338-b106-468b5c2a95e6 req-5bb0299c-bc9b-42a8-991d-a3dbafc6cece tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1176686 Mar 05 02:57:49.670895 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17fd0ef-d483-44a5-a5e0-71aeeb7263cf,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:49.673094 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.679306 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0bda3-e5fd-44dc-a830-b78a6fa1126f None None] Network 1ad8a929-f41d-48b9-9606-4fce007c63ef requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:57:49.686764 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-99276aad-21f7-425b-9099-0bb2fa9aeb1f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b17fd0ef-d483-44a5-a5e0-71aeeb7263cf HTTP/1.1" status: 204 len: 168 time: 0.4751918 Mar 05 02:57:49.707298 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34566) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:49.816919 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04141b5-911d-40c6-a5b4-e2a104d40bfd req-2504cea8-d6b8-492b-a376-cfe0a6d6fdcc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:49.831053 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b04141b5-911d-40c6-a5b4-e2a104d40bfd req-2504cea8-d6b8-492b-a376-cfe0a6d6fdcc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.1751308 Mar 05 02:57:49.841121 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a91741b6-a121-4208-a7fd-be42e4467cdb no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:49.882087 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:49.895773 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b04141b5-911d-40c6-a5b4-e2a104d40bfd req-36b9849c-1877-4b29-9511-7ad9bf2105da tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630074 Mar 05 02:57:49.941133 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: a91741b6-a121-4208-a7fd-be42e4467cdb {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:49.941597 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a91741b6-a121-4208-a7fd-be42e4467cdb not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:49.941937 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c405b2cc-9fb7-47a2-851c-888343f40394 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:49.970731 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (1ad8a929-f41d-48b9-9606-4fce007c63ef), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:49.979657 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: c405b2cc-9fb7-47a2-851c-888343f40394 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:49.980381 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c405b2cc-9fb7-47a2-851c-888343f40394 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:49.989007 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fb782c70-813d-4338-b106-468b5c2a95e6 req-ffc7ec25-71eb-4478-a6f9-a1251e5cad0a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341181 Mar 05 02:57:50.061904 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port f4408d55-41d6-4d8d-890d-e874088268f3 is: ACTIVE; New status is: DOWN {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:50.062385 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.101460 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] DHCP port deletion for 1ad8a929-f41d-48b9-9606-4fce007c63ef request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:57:50.132404 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-2900397c-e0e0-43d7-93d7-7f7e9e37fa44 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5135581 Mar 05 02:57:50.171700 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-43c9fc21-a2e8-49c3-a881-b6b29317d406 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=114614) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 02:57:50.172719 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-43c9fc21-a2e8-49c3-a881-b6b29317d406 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116160 Mar 05 02:57:50.186691 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e227c-0475-4ecb-983a-0622a058510d req-6c69b39f-5b29-4996-81b4-9c5cfeec9b29 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:50.187575 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:50.188505 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ea7e227c-0475-4ecb-983a-0622a058510d req-6c69b39f-5b29-4996-81b4-9c5cfeec9b29 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.1003206 Mar 05 02:57:50.189258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:50.191788 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae437e5f-0130-4a55-bcd4-dd9dcf5ae719" -d '{"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-unplugged", "status": "completed", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:50.197934 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.244376 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d4c9-fefc-4344-af19-8d37a830ad38 req-4c63942b-9d1e-4bdd-93a1-c03272be193a tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:50.258017 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bb65d4c9-fefc-4344-af19-8d37a830ad38 req-4c63942b-9d1e-4bdd-93a1-c03272be193a tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.1308999 Mar 05 02:57:50.268709 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Deleting port 525bf5cf-7f3e-4a71-975f-35709b26e484 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:50.268709 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.274487 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ea7e227c-0475-4ecb-983a-0622a058510d req-5364e75d-bba2-4c53-9fba-1267364cdecc tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779729 Mar 05 02:57:50.306058 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=6']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:50.319543 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] Deleting port 525bf5cf-7f3e-4a71-975f-35709b26e484 {{(pid=114615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:50.327575 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), before_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.377671 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34584) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:50.413465 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bb65d4c9-fefc-4344-af19-8d37a830ad38 req-3f844b4c-5122-4178-a9a0-a7e281cb2c2f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544495 Mar 05 02:57:50.444775 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] For port 525bf5cf-7f3e-4a71-975f-35709b26e484, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=525bf5cf-7f3e-4a71-975f-35709b26e484,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:50.445223 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.462475 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-ff9c0ef1-7bda-4c6e-b816-91fb0a5c8c71 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:50.464755 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-ff9c0ef1-7bda-4c6e-b816-91fb0a5c8c71 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.1546495 Mar 05 02:57:50.477641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Calling delete_port for 525bf5cf-7f3e-4a71-975f-35709b26e484 owned by network:dhcp {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:50.482953 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4766269-e219-43a3-867d-3b73c81641ec x-openstack-request-id: req-b4766269-e219-43a3-867d-3b73c81641ec {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:50.483450 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-unplugged", "status": "failed", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "code": 422}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:50.483864 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4766269-e219-43a3-867d-3b73c81641ec {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:50.484420 dv-cinder-827259-3-smb neutron-server[114615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'code': 422} returned with failed status Mar 05 02:57:50.516158 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] For port 525bf5cf-7f3e-4a71-975f-35709b26e484, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=525bf5cf-7f3e-4a71-975f-35709b26e484,segment=NetworkSegment(8aaac670-ad0a-46dd-a901-61e028b23bcb),segment_id=8aaac670-ad0a-46dd-a901-61e028b23bcb)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:50.516891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), precommit_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.535868 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] Calling delete_port for 525bf5cf-7f3e-4a71-975f-35709b26e484 owned by network:dhcp {{(pid=114615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:50.594345 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-9c624d81-4b56-4ab1-8f9d-bd32be1c1916 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:50.595968 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-9c624d81-4b56-4ab1-8f9d-bd32be1c1916 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports/f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 940 time: 0.2132308 Mar 05 02:57:50.645799 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.688322 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] No DVR routers for this DVR port 525bf5cf-7f3e-4a71-975f-35709b26e484 on host dv-cinder-827259-3-smb {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:50.697660 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Pushing event deleted for resources: {'Port': ['ID=525bf5cf-7f3e-4a71-975f-35709b26e484,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:50.809818 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (1ad8a929-f41d-48b9-9606-4fce007c63ef), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.832782 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600'] for port (525bf5cf-7f3e-4a71-975f-35709b26e484), after_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.836048 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad8a929-f41d-48b9-9606-4fce007c63ef']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:50.850030 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaac670-ad0a-46dd-a901-61e028b23bcb') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:50.850626 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaac670-ad0a-46dd-a901-61e028b23bcb') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:50.861012 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (8aaac670-ad0a-46dd-a901-61e028b23bcb), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.881030 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (8aaac670-ad0a-46dd-a901-61e028b23bcb), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.900481 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] Pushing event deleted for resources: {'Port': ['ID=525bf5cf-7f3e-4a71-975f-35709b26e484,revision_number=None']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:50.902561 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a72f9-ef21-46ef-8e05-f0e6d57face6 None None] No DVR routers for this DVR port 525bf5cf-7f3e-4a71-975f-35709b26e484 on host dv-cinder-827259-3-smb {{(pid=114615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:50.915631 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:57:50.918357 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (8aaac670-ad0a-46dd-a901-61e028b23bcb), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:57:50.923950 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:57:51.023390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:51.024296 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.155402 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (1ad8a929-f41d-48b9-9606-4fce007c63ef), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.161115 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.164104 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ad8a929-f41d-48b9-9606-4fce007c63ef HTTP/1.1" status: 204 len: 168 time: 1.4679549 Mar 05 02:57:51.192114 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a457ef-9f87-4d91-b942-55a1c1ae470a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad8a929-f41d-48b9-9606-4fce007c63ef,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:51.213682 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23643aae-d820-4b9e-b964-291fdcad8011 req-cbc1189f-6c7c-4283-beab-98f48d57944a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.217124 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-23643aae-d820-4b9e-b964-291fdcad8011 req-cbc1189f-6c7c-4283-beab-98f48d57944a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.1759038 Mar 05 02:57:51.240034 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] For port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:51.240422 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.285477 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-23643aae-d820-4b9e-b964-291fdcad8011 req-67503c48-cd67-46eb-a11b-46bf31ae1aa2 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616834 Mar 05 02:57:51.328097 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d505dd8-c316-4426-af0f-d85b7a903d8f req-a15187d1-aef4-4053-a7a8-668628a4c901 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.329687 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0d505dd8-c316-4426-af0f-d85b7a903d8f req-a15187d1-aef4-4053-a7a8-668628a4c901 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.1953020 Mar 05 02:57:51.412097 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34610) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:51.465600 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0d505dd8-c316-4426-af0f-d85b7a903d8f req-a83457c3-2e30-4382-bb2e-a02e0fedf932 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182520 Mar 05 02:57:51.506774 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-3ce86aab-7b97-4004-946f-6e84bae3948a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a14be260377244f6a1b77fc0313f20c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0901706 Mar 05 02:57:51.509097 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34618) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:51.529521 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cd53-b514-4fca-b4a9-2c67c63c9423 req-b28b47df-41e7-49c3-a2a7-6016fff5a900 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.535399 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f508cd53-b514-4fca-b4a9-2c67c63c9423 req-b28b47df-41e7-49c3-a2a7-6016fff5a900 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 945 time: 0.1391907 Mar 05 02:57:51.598761 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.599174 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (834ae6aa-025b-486a-8805-ff5251c70cdc), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.599495 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Floating IP 834ae6aa-025b-486a-8805-ff5251c70cdc disassociated. External IP: 172.28.2.4, port: d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3. Mar 05 02:57:51.599944 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:51.610143 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4e336d98-a44f-4c61-8c5b-6af0846316ee admin admin] Publish callbacks [] for security_group (0c0ae13d-f0ac-414c-802a-0c1055e9b64e), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.615513 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f508cd53-b514-4fca-b4a9-2c67c63c9423 req-8f648043-2795-4369-9a4b-be8978557fd3 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups?id=10fd4ed3-8e28-41a3-b620-57852899346e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742590 Mar 05 02:57:51.622468 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be9111-cdfe-49fb-9e70-fdb2d4f3527f req-117bfb8c-280e-47c2-b2ed-e60a8486d7af tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:51.624044 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-53be9111-cdfe-49fb-9e70-fdb2d4f3527f req-117bfb8c-280e-47c2-b2ed-e60a8486d7af tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.0869131 Mar 05 02:57:51.648961 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4e336d98-a44f-4c61-8c5b-6af0846316ee admin admin] Publish callbacks [] for security_group (0c0ae13d-f0ac-414c-802a-0c1055e9b64e), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.707794 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4e336d98-a44f-4c61-8c5b-6af0846316ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (0c0ae13d-f0ac-414c-802a-0c1055e9b64e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.710734 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4e336d98-a44f-4c61-8c5b-6af0846316ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.714238 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-4e336d98-a44f-4c61-8c5b-6af0846316ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c0ae13d-f0ac-414c-802a-0c1055e9b64e HTTP/1.1" status: 204 len: 168 time: 0.2015052 Mar 05 02:57:51.723012 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e336d98-a44f-4c61-8c5b-6af0846316ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ae13d-f0ac-414c-802a-0c1055e9b64e,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:51.751442 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-53be9111-cdfe-49fb-9e70-fdb2d4f3527f req-7491185d-5074-4937-a061-eb3db01ab560 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877748 Mar 05 02:57:51.763927 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 525bf5cf-7f3e-4a71-975f-35709b26e484 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:51.784766 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: 525bf5cf-7f3e-4a71-975f-35709b26e484 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:51.785342 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 525bf5cf-7f3e-4a71-975f-35709b26e484 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:51.857312 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:51.890082 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:52.025119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:57:52.045765 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-4b3c9aee-079a-470d-9bf3-d967e3db2f31 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.047597 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-4b3c9aee-079a-470d-9bf3-d967e3db2f31 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 945 time: 0.0792849 Mar 05 02:57:52.176733 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Deleting port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:52.176932 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:57:52.177047 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.195987 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:57:52.219078 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:52.219205 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:52.250601 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] No DVR routers for this DVR port d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:52.254439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.259268 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8d1ee87e-72cd-4961-8009-8e1e1e10f879 req-d3ad57a5-fcf1-45dc-9308-cfd6d58bfb8b tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.16 "DELETE /v2.0/ports/d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 HTTP/1.1" status: 204 len: 173 time: 1.7881062 Mar 05 02:57:52.261052 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'name': 'network-vif-deleted', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:52.264999 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3bcc37-8384-4150-9cfb-f95063335045" -d '{"events": [{"server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "name": "network-vif-deleted", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:52.292623 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3e55-fc28-427e-a58d-658c13041545 req-dd0ed98a-41a2-4163-95cb-26a84148fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.297701 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-dd0ed98a-41a2-4163-95cb-26a84148fab3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1130 time: 0.0937572 Mar 05 02:57:52.376473 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bcc792-199f-4116-b6f0-c6d0948e61c4 x-openstack-request-id: req-f3bcc792-199f-4116-b6f0-c6d0948e61c4 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:52.377205 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7910ec3d-bee6-414c-bd63-58b663347a65", "name": "network-vif-deleted", "tag": "d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:52.377205 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3bcc792-199f-4116-b6f0-c6d0948e61c4 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:52.377732 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7910ec3d-bee6-414c-bd63-58b663347a65', 'name': 'network-vif-deleted', 'tag': 'd9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3', 'status': 'completed', 'code': 200} Mar 05 02:57:52.383891 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] For port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:52.384257 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.420514 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Calling delete_port for 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 owned by compute:nova {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:52.482568 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:52.616400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a88c8a-4351-43fd-a2d0-a6f5016e9750 req-64725ec2-72c0-4b1b-8a04-b21912455336 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.618039 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a5a88c8a-4351-43fd-a2d0-a6f5016e9750 req-64725ec2-72c0-4b1b-8a04-b21912455336 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.1733935 Mar 05 02:57:52.619759 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3e55-fc28-427e-a58d-658c13041545 req-1d7687d6-a441-4ec4-84c1-9c79995852f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.621087 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-1d7687d6-a441-4ec4-84c1-9c79995852f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.3050559 Mar 05 02:57:52.699966 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.715413 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-c0ae85f4-acb3-47ad-80f3-78ba27930c2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 1001 time: 0.0869966 Mar 05 02:57:52.738638 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Pushing event deleted for resources: {'Port': ['ID=6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:52.744408 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:52.750054 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08547efd-d8e1-45d3-8a63-5579be5b1a1d req-a7b5cd36-413b-4518-8d54-6f4b80682d39 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.751868 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-08547efd-d8e1-45d3-8a63-5579be5b1a1d req-a7b5cd36-413b-4518-8d54-6f4b80682d39 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.1167579 Mar 05 02:57:52.818660 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] No DVR routers for this DVR port 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 on host hv-cinder-82725 {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:57:52.826528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:52.827440 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:52.829401 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9d60d741-5451-403b-b80a-ae5890e5d279 req-24f693a7-4625-43c2-8fe7-80db6cd8d8bc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "DELETE /v2.0/ports/6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 HTTP/1.1" status: 204 len: 173 time: 0.7751873 Mar 05 02:57:52.829975 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'name': 'network-vif-deleted', 'tag': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:52.832787 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dbe127-39d6-4047-9b82-1162a2a383ec" -d '{"events": [{"server_uuid": "aca01eab-726a-407b-94a6-a36cdcc38f89", "name": "network-vif-deleted", "tag": "6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:52.850057 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a5a88c8a-4351-43fd-a2d0-a6f5016e9750 req-c0103739-e868-4a35-be1f-5b9ad70c68fa tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227769 Mar 05 02:57:52.887982 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-08547efd-d8e1-45d3-8a63-5579be5b1a1d req-cc93143e-9c9e-4a77-98f2-0d79b524d42c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951285 Mar 05 02:57:52.888779 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3e55-fc28-427e-a58d-658c13041545 req-b5e82522-dfb5-419f-8bf2-3be2210cebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:52.890184 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-b5e82522-dfb5-419f-8bf2-3be2210cebf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.1663051 Mar 05 02:57:52.927944 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:57:52.948719 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:57:52.949381 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:53.048311 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8dbffe94-8009-4a00-a81d-1ed3da2d6ff1 req-10010a0a-993a-4d22-8671-d364937d4b0a tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=aca01eab-726a-407b-94a6-a36cdcc38f89 HTTP/1.1" status: 200 len: 210 time: 0.0487869 Mar 05 02:57:53.067166 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a55da51d-0b6d-4ca2-ab43-1e81fd54bfb7 req-fa531582-dcf9-4346-a782-f069a53be289 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/ports?device_id=7910ec3d-bee6-414c-bd63-58b663347a65 HTTP/1.1" status: 200 len: 210 time: 0.0473876 Mar 05 02:57:53.080872 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-654d8e62-1809-492b-8720-d518e31704e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.082410 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-654d8e62-1809-492b-8720-d518e31704e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da&tenant_id=5331bf64705d40bfbd185560e1232304 HTTP/1.1" status: 200 len: 1127 time: 0.2243521 Mar 05 02:57:53.100084 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:57:53.109311 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a3e55-fc28-427e-a58d-658c13041545 req-e8605a96-0182-4067-84df-d63d681a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.111100 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-e8605a96-0182-4067-84df-d63d681a0ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1883929 Mar 05 02:57:53.237862 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-cce543af-a31c-4d87-a630-109e70868473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.239420 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-cce543af-a31c-4d87-a630-109e70868473 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1127 time: 0.1134338 Mar 05 02:57:53.279802 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f44a59-6ea8-44ae-87be-4741abf32bac x-openstack-request-id: req-22f44a59-6ea8-44ae-87be-4741abf32bac {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:53.280308 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca01eab-726a-407b-94a6-a36cdcc38f89", "name": "network-vif-deleted", "tag": "6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:53.280754 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22f44a59-6ea8-44ae-87be-4741abf32bac {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:53.281417 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca01eab-726a-407b-94a6-a36cdcc38f89', 'name': 'network-vif-deleted', 'tag': '6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6', 'status': 'completed', 'code': 200} Mar 05 02:57:53.331149 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-8686e707-8f4e-4833-8164-81937e71d9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046993 Mar 05 02:57:53.356873 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-8fb5473e-96db-459f-bb5c-b68ea2d43790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.358779 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-8fb5473e-96db-459f-bb5c-b68ea2d43790 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 910 time: 0.1117213 Mar 05 02:57:53.455303 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:57:53.490450 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-edd1e7e3-3ebe-433c-b0cf-c337dde11ecc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 999 time: 0.1207483 Mar 05 02:57:53.499955 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fc268b-3789-4f0d-acca-4920655721e8 None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:52:32Z', 'revision_number': 4, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '9eb709fb-e909-419c-af10-b4896d1fa10f', 'name': '', 'network_id': 'ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'mac_address': 'fa:16:3e:39:f0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:28Z', 'updated_at': '2022-03-05T02:52:41Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'subnets': [{'id': '5098c298-b3e7-4e85-892b-e1291d4d2301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:57:53.557209 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-813a3e55-fc28-427e-a58d-658c13041545 req-1153329e-697c-496e-9a47-89e21fc303c6 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022371 Mar 05 02:57:53.581512 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-c2d7da83-3f1b-4b1d-bca7-959e6068544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.583007 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-c2d7da83-3f1b-4b1d-bca7-959e6068544f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0855043 Mar 05 02:57:53.659792 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-f1d050ad-3285-40f2-9d14-a0aabff05072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:53.661347 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-f1d050ad-3285-40f2-9d14-a0aabff05072 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0510242 Mar 05 02:57:53.758562 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-6dcc0530-d5f2-4ce3-9303-3697a8bd297b service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895705 Mar 05 02:57:53.809290 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4352a8-d656-4a4f-a959-74ea32db3d6f None None] New status for floating IP 834ae6aa-025b-486a-8805-ff5251c70cdc: DOWN {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:57:53.856807 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f6dd7b1d-8007-4766-96ea-3c9baf0f213b req-c70a1cc8-1900-4830-b859-5d39bbb9aae0 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917764 Mar 05 02:57:53.926882 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:53.949582 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:53.950514 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6b9dd2ae-0130-4da3-b0e2-9c3c521a99b6 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:53.951006 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:53.972770 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:57:53.973219 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device d9f9b2ff-26a3-47f2-aa58-e3102fcfc6a3 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:57:54.019392 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1682f-a331-4c08-87e8-880f347b407d req-aef6048c-93fc-454e-8787-6380b1c4b6e7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:54.020890 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48f1682f-a331-4c08-87e8-880f347b407d req-aef6048c-93fc-454e-8787-6380b1c4b6e7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0667100 Mar 05 02:57:54.066489 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da547f-35c4-40be-a7d5-690efbff4723 req-1fb54d4b-0afc-400b-ad2b-d7c0449c6a62 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:54.067733 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48f1682f-a331-4c08-87e8-880f347b407d req-bc8859d1-5b35-4aab-91aa-03eb008ba0b5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Mar 05 02:57:54.074525 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c5da547f-35c4-40be-a7d5-690efbff4723 req-1fb54d4b-0afc-400b-ad2b-d7c0449c6a62 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.0597904 Mar 05 02:57:54.134831 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c5da547f-35c4-40be-a7d5-690efbff4723 req-25b2f196-70de-4b95-a682-f221be425e58 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538857 Mar 05 02:57:54.170776 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34686) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:54.225667 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-65849954-dd2a-44e5-a5fe-f80cbb63c19a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (10fd4ed3-8e28-41a3-b620-57852899346e), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.249690 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-65849954-dd2a-44e5-a5fe-f80cbb63c19a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (10fd4ed3-8e28-41a3-b620-57852899346e), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.303096 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-65849954-dd2a-44e5-a5fe-f80cbb63c19a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (10fd4ed3-8e28-41a3-b620-57852899346e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.305809 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-65849954-dd2a-44e5-a5fe-f80cbb63c19a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.312159 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-65849954-dd2a-44e5-a5fe-f80cbb63c19a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/security-groups/10fd4ed3-8e28-41a3-b620-57852899346e HTTP/1.1" status: 204 len: 168 time: 0.1351559 Mar 05 02:57:54.312348 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34690) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:54.316905 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65849954-dd2a-44e5-a5fe-f80cbb63c19a tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fd4ed3-8e28-41a3-b620-57852899346e,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:54.328223 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.api.v2.resource [None req-1de0e624-03a7-4c49-a989-c51f084c36bc tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] show failed (client error): The resource could not be found. Mar 05 02:57:54.329254 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-1de0e624-03a7-4c49-a989-c51f084c36bc tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "GET /v2.0/security-groups/10fd4ed3-8e28-41a3-b620-57852899346e HTTP/1.1" status: 404 len: 347 time: 0.0177946 Mar 05 02:57:54.332157 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34692) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:54.455736 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Deleting port c82d8a73-92a7-437e-930d-2d3dab5cb974 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:54.456086 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.528356 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.528992 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (c82d8a73-92a7-437e-930d-2d3dab5cb974), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.539909 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Calling delete_port for c82d8a73-92a7-437e-930d-2d3dab5cb974 owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:57:54.548481 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:57:54.668054 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (c82d8a73-92a7-437e-930d-2d3dab5cb974), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.695193 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Pushing event deleted for resources: {'Port': ['ID=c82d8a73-92a7-437e-930d-2d3dab5cb974,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:54.757762 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks [] for floatingip (834ae6aa-025b-486a-8805-ff5251c70cdc), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.760738 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:54.761929 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-0994437f-43fe-480e-8b87-bd9f9df687f9 tempest-AttachVolumeNegativeTest-1221059220 tempest-AttachVolumeNegativeTest-1221059220-project] 10.222.0.11 "DELETE /v2.0/floatingips/834ae6aa-025b-486a-8805-ff5251c70cdc HTTP/1.1" status: 204 len: 168 time: 0.4288838 Mar 05 02:57:55.191601 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67ff4f-30f3-4673-abe6-0e7b34b888de req-adc0c2e2-8ffa-4195-8cb2-33fe7888768f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:55.193351 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fe67ff4f-30f3-4673-abe6-0e7b34b888de req-adc0c2e2-8ffa-4195-8cb2-33fe7888768f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 946 time: 0.0532255 Mar 05 02:57:55.242303 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fe67ff4f-30f3-4673-abe6-0e7b34b888de req-084cd1f3-a02b-4238-afa8-c1b5c7c12ff4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415440 Mar 05 02:57:55.250792 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f657fff-2afd-4674-b8dc-ef1279e31596 req-0956ce54-89b3-484b-ab78-1cf1dedd0d56 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:55.252432 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1f657fff-2afd-4674-b8dc-ef1279e31596 req-0956ce54-89b3-484b-ab78-1cf1dedd0d56 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 943 time: 0.0528457 Mar 05 02:57:55.303510 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1f657fff-2afd-4674-b8dc-ef1279e31596 req-ef04cd91-292a-4032-83fe-81ed98e5a5f1 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451508 Mar 05 02:57:55.911823 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:57:55.920029 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:56.192800 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: ACTIVE; New status is: DOWN {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:56.193198 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.230159 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:56.245344 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:56.248097 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca5debe-7157-4d7a-9219-49ee1d6c94a9" -d '{"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-unplugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:56.257990 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'port_id': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'mac_address': 'fa:16:3e:d6:25:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:57:56.263199 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:56.268350 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.288842 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ff15f0-816d-4620-a794-d6cdd5f39be3 x-openstack-request-id: req-a0ff15f0-816d-4620-a794-d6cdd5f39be3 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:56.289138 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-unplugged", "status": "failed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "code": 422}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:56.289395 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0ff15f0-816d-4620-a794-d6cdd5f39be3 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:56.289788 dv-cinder-827259-3-smb neutron-server[114615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'code': 422} returned with failed status Mar 05 02:57:56.334567 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port f4408d55-41d6-4d8d-890d-e874088268f3 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:56.335135 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.357549 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=8']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:56.361628 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4408d55-41d6-4d8d-890d-e874088268f3 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:57:56.381875 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:56.386383 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:56.437840 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3169d80-c8c8-49a4-91dc-57ad4348dc3c req-440c104b-819c-49d2-ab45-0aac4fa98067 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:56.439256 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=7']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:56.439406 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3169d80-c8c8-49a4-91dc-57ad4348dc3c req-440c104b-819c-49d2-ab45-0aac4fa98067 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1233068 Mar 05 02:57:56.474511 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb7d1c-e9db-47bb-b676-893e4a5592cf req-68998983-248c-4218-8fd3-6ae837b86404 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:56.476125 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-72eb7d1c-e9db-47bb-b676-893e4a5592cf req-68998983-248c-4218-8fd3-6ae837b86404 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 944 time: 0.0747683 Mar 05 02:57:56.486373 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3169d80-c8c8-49a4-91dc-57ad4348dc3c req-933baca0-13ee-42d4-ae43-933d04677edb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Mar 05 02:57:56.528443 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-72eb7d1c-e9db-47bb-b676-893e4a5592cf req-ba9454f8-607f-44d8-86c1-0be11928c115 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Mar 05 02:57:56.687179 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['f4408d55-41d6-4d8d-890d-e874088268f3'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:57:57.455268 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc2cb6-4e23-436a-806d-82d787361354 req-64dc8219-3490-4009-af58-22c0bba71dab tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:57.456749 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-26cc2cb6-4e23-436a-806d-82d787361354 req-64dc8219-3490-4009-af58-22c0bba71dab tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.0586474 Mar 05 02:57:57.483237 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-e2a2c07d-0bd3-4c54-ba29-dd9daf84453a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446436 Mar 05 02:57:57.506660 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-26cc2cb6-4e23-436a-806d-82d787361354 req-a850855e-2145-4646-8a11-36bdbf7c240c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Mar 05 02:57:57.560873 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-46dcda6b-76ee-4510-9f54-e04c3cc0c8f6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:57.562419 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-46dcda6b-76ee-4510-9f54-e04c3cc0c8f6 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports/6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 941 time: 0.0511386 Mar 05 02:57:57.655831 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf60ecd-9f93-4fda-8a0e-1f7886df960c req-77f15aaa-bc91-4fdb-aa2d-d68e13cecab2 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:57.657719 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bbf60ecd-9f93-4fda-8a0e-1f7886df960c req-77f15aaa-bc91-4fdb-aa2d-d68e13cecab2 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 944 time: 0.0599384 Mar 05 02:57:57.710226 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bbf60ecd-9f93-4fda-8a0e-1f7886df960c req-87338ac2-ba56-4660-a377-e9a5213ad51a tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454102 Mar 05 02:57:57.931588 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:57:57.982185 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-f0431c2c-a08d-4d6e-bb08-0d249ee0aee8 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:57.982465 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port f4408d55-41d6-4d8d-890d-e874088268f3 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:57:57.983107 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:57.983720 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-f0431c2c-a08d-4d6e-bb08-0d249ee0aee8 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/networks?id=66e65273-30dd-444b-9f22-6dbb54696bc1 HTTP/1.1" status: 200 len: 814 time: 0.1082685 Mar 05 02:57:57.998857 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-53310ff6-92ea-424c-b5c2-4d76a6749260 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/quotas/4997c822df70462593cda631e12bce14 HTTP/1.1" status: 200 len: 375 time: 0.0092826 Mar 05 02:57:58.032415 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-f376a521-e1bb-40b0-b48c-c8acc2b68b9b tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4997c822df70462593cda631e12bce14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281322 Mar 05 02:57:58.072694 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port f4408d55-41d6-4d8d-890d-e874088268f3 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:58.073155 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:58.109771 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:58.113816 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:58.114622 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:57:58.188210 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=8']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:58.219421 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-6140ac25-27e6-4c8a-aa9a-ac59c17ff17e service neutron] 10.222.0.11 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790175 Mar 05 02:57:58.229589 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: DOWN; New status is: DOWN {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:57:58.291009 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:57:58.293194 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408115d-e60a-4a39-9953-3a88746dd750" -d '{"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-plugged", "status": "completed", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:57:58.306130 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a932dd78-4964-409d-9f67-ae3ee4f7942d service neutron] 10.222.0.11 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810442 Mar 05 02:57:58.330720 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937a12f8-2846-471b-83a2-7db937cbc9d7 x-openstack-request-id: req-937a12f8-2846-471b-83a2-7db937cbc9d7 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:57:58.331063 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-plugged", "status": "completed", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:57:58.331326 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-937a12f8-2846-471b-83a2-7db937cbc9d7 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:57:58.331734 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'code': 200} Mar 05 02:57:58.510730 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 34872) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:58.748221 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b578758a-d9ad-4685-be87-b73eaf732e26 req-f34ba9e7-adb5-47fa-995a-67f37127c33e tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 210 time: 0.0553863 Mar 05 02:57:58.753453 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-6e47b050-8d7d-4b4f-a90b-57a6a2cec8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.755123 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-6e47b050-8d7d-4b4f-a90b-57a6a2cec8cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b&tenant_id=1ae17bc418a044f3b4b1d1dfd3941877 HTTP/1.1" status: 200 len: 1128 time: 0.3718078 Mar 05 02:57:58.791644 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90071a-8535-4a22-8ea0-9fba87969d4d req-1866b953-03d4-4514-a003-ac684e80031b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.793360 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9b90071a-8535-4a22-8ea0-9fba87969d4d req-1866b953-03d4-4514-a003-ac684e80031b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1494591 Mar 05 02:57:58.796119 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e68640-2a2e-4571-b076-a4a31e426768 req-67e9c344-3639-4eb0-8931-e4b5677a7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.797946 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-69e68640-2a2e-4571-b076-a4a31e426768 req-67e9c344-3639-4eb0-8931-e4b5677a7ff1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1129 time: 0.1039901 Mar 05 02:57:58.895593 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-69e68640-2a2e-4571-b076-a4a31e426768 req-a9bf33a4-574e-4f8d-802d-d9bf2b55acc8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887814 Mar 05 02:57:58.919949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-448c2bd3-675a-45cc-961a-fe68e3a14a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.923977 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-448c2bd3-675a-45cc-961a-fe68e3a14a79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1128 time: 0.1324139 Mar 05 02:57:58.946508 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654bdbb-0b52-4a99-b9b5-774cb791f0f9 req-887d02dc-50ec-4ead-a494-265081b72e0b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:58.948240 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1654bdbb-0b52-4a99-b9b5-774cb791f0f9 req-887d02dc-50ec-4ead-a494-265081b72e0b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0730517 Mar 05 02:57:59.003391 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1654bdbb-0b52-4a99-b9b5-774cb791f0f9 req-effd14b7-8cf5-44dc-9fef-eaf2a0878344 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468788 Mar 05 02:57:59.015292 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9b90071a-8535-4a22-8ea0-9fba87969d4d req-605229f4-bf92-4178-9a40-d277a6a80c96 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633115 Mar 05 02:57:59.051961 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34896) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:59.157545 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3b05e7a1-5e5e-413f-a01f-f75c25546471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.288164 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-f096641d-92f0-4582-8034-b2b95200faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:59.289754 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-f096641d-92f0-4582-8034-b2b95200faa4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.1299253 Mar 05 02:57:59.318242 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3b05e7a1-5e5e-413f-a01f-f75c25546471 admin admin] Publish callbacks [] for security_group (f028a0d0-0619-4855-8769-d97df0a79f9c), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.323367 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3b05e7a1-5e5e-413f-a01f-f75c25546471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f028a0d0-0619-4855-8769-d97df0a79f9c), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.404815 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3b05e7a1-5e5e-413f-a01f-f75c25546471 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9470895ad363433abf7b370d5976b21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508496 Mar 05 02:57:59.407038 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34900) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:57:59.407679 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05e7a1-5e5e-413f-a01f-f75c25546471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f028a0d0-0619-4855-8769-d97df0a79f9c,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:59.441588 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-1f29f592-1494-40c9-9b96-e26e7e895da4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 999 time: 0.1064570 Mar 05 02:57:59.507817 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-f4e5e7cc-d30a-4b6f-8fc7-a78b49069d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:59.509271 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.509448 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-f4e5e7cc-d30a-4b6f-8fc7-a78b49069d81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0600929 Mar 05 02:57:59.512091 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2842de3d-26ce-446a-8b75-60ded0677897 admin admin] Publish callbacks [] for security_group (f028a0d0-0619-4855-8769-d97df0a79f9c), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.541666 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2842de3d-26ce-446a-8b75-60ded0677897 admin admin] Publish callbacks [] for security_group (f028a0d0-0619-4855-8769-d97df0a79f9c), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.599941 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-e627f510-88de-4966-b5d8-683dd528b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:57:59.601384 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-e627f510-88de-4966-b5d8-683dd528b902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0759499 Mar 05 02:57:59.629106 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2842de3d-26ce-446a-8b75-60ded0677897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f028a0d0-0619-4855-8769-d97df0a79f9c), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.631620 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2842de3d-26ce-446a-8b75-60ded0677897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.632729 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2842de3d-26ce-446a-8b75-60ded0677897 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f028a0d0-0619-4855-8769-d97df0a79f9c HTTP/1.1" status: 204 len: 168 time: 0.2223315 Mar 05 02:57:59.678728 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842de3d-26ce-446a-8b75-60ded0677897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f028a0d0-0619-4855-8769-d97df0a79f9c,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:57:59.725272 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-9b525313-2611-44d1-bccf-2b123df79301 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159284 Mar 05 02:57:59.854721 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Deleting port 9eb709fb-e909-419c-af10-b4896d1fa10f {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:57:59.855303 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:57:59.886838 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-aa19776d-d06e-44e9-a57a-121f2f557cec req-8c47b7e4-2b0b-4f59-b61c-5cc0dc543785 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 210 time: 0.0415637 Mar 05 02:57:59.891054 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-509ae7f1-7898-4366-a4dd-08fb6e43ee25 req-c385a85f-58b1-40ea-b110-1075c046d6a5 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540098 Mar 05 02:57:59.986114 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] For port 9eb709fb-e909-419c-af10-b4896d1fa10f, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=9eb709fb-e909-419c-af10-b4896d1fa10f,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:57:59.986600 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.004555 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Calling delete_port for 9eb709fb-e909-419c-af10-b4896d1fa10f owned by network:router_interface {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:00.081712 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-264ab395-abfe-4968-a73d-21716426a077 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:00.090837 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-264ab395-abfe-4968-a73d-21716426a077 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "GET /v2.0/networks?id=66e65273-30dd-444b-9f22-6dbb54696bc1 HTTP/1.1" status: 200 len: 814 time: 0.1980786 Mar 05 02:58:00.140584 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Request body: {'port': {'device_id': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1', 'admin_state_up': True, 'tenant_id': '4997c822df70462593cda631e12bce14'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:00.245888 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62182529-5d2c-43ea-921c-e445a8e4848d req-ebc27819-10d5-4e3f-850c-546c6a9ea7db tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:00.247205 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-62182529-5d2c-43ea-921c-e445a8e4848d req-ebc27819-10d5-4e3f-850c-546c6a9ea7db tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1591773 Mar 05 02:58:00.260003 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fad371-4462-4937-8fa8-42b3ee9803a4 req-6b1d57c1-e315-4570-ba8b-ab65dc1223f7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:00.261744 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b2fad371-4462-4937-8fa8-42b3ee9803a4 req-6b1d57c1-e315-4570-ba8b-ab65dc1223f7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1477981 Mar 05 02:58:00.326514 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-62182529-5d2c-43ea-921c-e445a8e4848d req-927af225-9e20-478d-8267-474949af9e42 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628099 Mar 05 02:58:00.350591 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Made reservation on behalf of 4997c822df70462593cda631e12bce14 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:58:00.357074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.401775 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (9eb709fb-e909-419c-af10-b4896d1fa10f), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.437023 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb709fb-e909-419c-af10-b4896d1fa10f,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:00.495105 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b2fad371-4462-4937-8fa8-42b3ee9803a4 req-cf4d9399-e1dc-4f7a-b8d2-7215e7f5b82f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200189 Mar 05 02:58:00.523272 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Allocated IP 172.20.0.8 (66e65273-30dd-444b-9f22-6dbb54696bc1/591dd1c2-416d-4fb3-8d9b-08f63db666a5/3de63481-b285-40a2-96ea-49e4046b8cd8) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:58:00.649985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.775062 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks [] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.823620 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:00.897944 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Pushing event updated for resources: {'Port': ['ID=3de63481-b285-40a2-96ea-49e4046b8cd8,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:00.908591 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Network 66e65273-30dd-444b-9f22-6dbb54696bc1 is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:58:00.910138 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:58:00.913391 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:58:00.951007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:58:00.984882 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:00.988111 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.055549 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-a299a4b7-b9fc-4fa0-9486-8191613affcd tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9174962 Mar 05 02:58:01.144407 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d186e-49d1-4c75-b616-5d29bd416039 req-8b1e3737-31a1-4773-bd12-351934465c09 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:01.151492 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6d6d186e-49d1-4c75-b616-5d29bd416039 req-8b1e3737-31a1-4773-bd12-351934465c09 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 931 time: 0.1170416 Mar 05 02:58:01.170522 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:58:01.177374 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-8f53fe52-3361-498c-877e-ebc8c3f38176 admin admin] 10.222.0.11 "PUT /v2.0/routers/97ea47b5-7dcb-496b-967e-b8b51e49b4b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6653199 Mar 05 02:58:01.181122 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 34964) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:01.190209 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] Sync routers for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:58:01.232051 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:01.232679 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:01.246771 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6d6d186e-49d1-4c75-b616-5d29bd416039 req-f6194f6f-0f6a-43d4-a8c7-e243b389deba tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920265 Mar 05 02:58:01.357146 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks [] for router (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.439340 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:01.631543 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915c027-104f-4678-88c8-8774deb8dabb req-cc829e14-ab8d-48ac-aafa-5631ab6204b6 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:01.651398 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9915c027-104f-4678-88c8-8774deb8dabb req-cc829e14-ab8d-48ac-aafa-5631ab6204b6 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.2112093 Mar 05 02:58:01.744039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d81d5-8801-4312-8614-59e95f64ada3 req-2d8b5e49-6cf5-4099-9a50-1238afeaaed8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:01.746920 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9e1d81d5-8801-4312-8614-59e95f64ada3 req-2d8b5e49-6cf5-4099-9a50-1238afeaaed8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1281145 Mar 05 02:58:01.813455 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9915c027-104f-4678-88c8-8774deb8dabb req-e398aa80-06f8-4426-8f73-10542b650aeb tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490436 Mar 05 02:58:01.817626 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Request body: {'port': {'device_id': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:01.888540 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-9e1d81d5-8801-4312-8614-59e95f64ada3 req-c54643ed-46d5-4543-916d-c184798869f4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303606 Mar 05 02:58:01.909817 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:58:00Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:01.920726 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.944031 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks [] for router_gateway (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:01.997784 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] Checking router: 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:58:02.022566 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] Routers {'97ea47b5-7dcb-496b-967e-b8b51e49b4b2'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:58:02.024015 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:57:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:02.219577 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de63481-b285-40a2-96ea-49e4046b8cd8 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:02.227804 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Publish callbacks [] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.238536 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] Set router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:58:02.241974 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Transition to ACTIVE for port object 3de63481-b285-40a2-96ea-49e4046b8cd8 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:58:02.248281 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.446488 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Pushing event updated for resources: {'Port': ['ID=3de63481-b285-40a2-96ea-49e4046b8cd8,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:02.599373 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4a03a-1a34-4921-bd68-91b2de9a722b req-67621b03-acb4-44f1-a5a2-7562da180e05 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:02.600970 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-31c4a03a-1a34-4921-bd68-91b2de9a722b req-67621b03-acb4-44f1-a5a2-7562da180e05 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.2341733 Mar 05 02:58:02.620093 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Attempting to bind port 3de63481-b285-40a2-96ea-49e4046b8cd8 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:58:02.621141 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Attempting to bind port 3de63481-b285-40a2-96ea-49e4046b8cd8 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:58:02.621540 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Attempting to bind port 3de63481-b285-40a2-96ea-49e4046b8cd8 on network 66e65273-30dd-444b-9f22-6dbb54696bc1 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:58:02.630988 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Port 3de63481-b285-40a2-96ea-49e4046b8cd8 on network 66e65273-30dd-444b-9f22-6dbb54696bc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:58:02.631326 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Attempting to bind port 3de63481-b285-40a2-96ea-49e4046b8cd8 on network 66e65273-30dd-444b-9f22-6dbb54696bc1 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:58:02.633991 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Deleting port fe6b395d-f0ff-4850-992a-44f8d7e61053 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:02.634338 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.635764 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:58:00Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:02.670786 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:58:02.671151 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Checking segment: {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:58:02.671601 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Bound using segment: {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:58:02.672052 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Bound port: 3de63481-b285-40a2-96ea-49e4046b8cd8, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5048fbd6-97da-48a7-94a7-81a329a37398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:58:02.672436 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.701245 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b06f-6b35-42f2-a709-a8297bbb77af None None] The sync data for ids ['97ea47b5-7dcb-496b-967e-b8b51e49b4b2'] in dv-cinder-827259-3-smb is: [{'id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'name': 'tempest-AttachVolumeNegativeTest-721108559-router', 'tenant_id': '2b72a4570a0c44a9aa4880199a201aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:52:16Z', 'updated_at': '2022-03-05T02:58:00Z', 'revision_number': 5, 'project_id': '2b72a4570a0c44a9aa4880199a201aa8', 'gw_port': {'id': 'fe6b395d-f0ff-4850-992a-44f8d7e61053', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ea47b5-7dcb-496b-967e-b8b51e49b4b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:52:17Z', 'updated_at': '2022-03-05T02:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:58:02.806346 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-31c4a03a-1a34-4921-bd68-91b2de9a722b req-c4e2adce-530e-4cd6-8abb-c439d370956b tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930001 Mar 05 02:58:02.855416 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] For port fe6b395d-f0ff-4850-992a-44f8d7e61053, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=fe6b395d-f0ff-4850-992a-44f8d7e61053,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:02.855831 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.866783 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] For port 3de63481-b285-40a2-96ea-49e4046b8cd8, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:58:02.872534 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] For port 3de63481-b285-40a2-96ea-49e4046b8cd8, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=3de63481-b285-40a2-96ea-49e4046b8cd8,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:58:02.874152 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Calling delete_port for fe6b395d-f0ff-4850-992a-44f8d7e61053 owned by network:router_gateway {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:02.882726 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.959810 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:02.960648 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:02.961899 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] 10.222.0.16 "PUT /v2.0/ports/3de63481-b285-40a2-96ea-49e4046b8cd8 HTTP/1.1" status: 200 len: 1093 time: 1.1767869 Mar 05 02:58:02.966409 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'tag': '3de63481-b285-40a2-96ea-49e4046b8cd8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:02.968727 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194" -d '{"events": [{"name": "network-changed", "server_uuid": "76eaa16c-49b9-4a7e-819e-9a9674dfb3c5", "tag": "3de63481-b285-40a2-96ea-49e4046b8cd8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:03.034837 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceeeb67-1ca0-4a6b-96e4-5b010992e279 service neutron] Pushing event updated for resources: {'Port': ['ID=3de63481-b285-40a2-96ea-49e4046b8cd8,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:03.068513 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2040c-f67a-4c31-aefc-7d35f5c32ef8 req-fe3abe08-151c-41b5-b6a2-87a1d71629c5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:03.088809 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-80b2040c-f67a-4c31-aefc-7d35f5c32ef8 req-fe3abe08-151c-41b5-b6a2-87a1d71629c5 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.0895045 Mar 05 02:58:03.171756 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-80b2040c-f67a-4c31-aefc-7d35f5c32ef8 req-9485311d-0abe-4f4e-a849-2f46a7e560ab tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816500 Mar 05 02:58:03.212139 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (fe6b395d-f0ff-4850-992a-44f8d7e61053), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.260165 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6b395d-f0ff-4850-992a-44f8d7e61053,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:03.325694 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15231000-57f5-4159-918a-e9b71f6a611e x-openstack-request-id: req-15231000-57f5-4159-918a-e9b71f6a611e {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:03.326110 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76eaa16c-49b9-4a7e-819e-9a9674dfb3c5", "tag": "3de63481-b285-40a2-96ea-49e4046b8cd8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:03.326435 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15231000-57f5-4159-918a-e9b71f6a611e {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:03.327044 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'tag': '3de63481-b285-40a2-96ea-49e4046b8cd8', 'status': 'completed', 'code': 200} Mar 05 02:58:03.360912 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.490376 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.492879 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks [] for router_controller (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.566418 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (97ea47b5-7dcb-496b-967e-b8b51e49b4b2), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.567260 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ea47b5-7dcb-496b-967e-b8b51e49b4b2 {{(pid=114613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:58:03.578274 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.584603 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-57fde3f9-9789-4868-aaa5-94ea603b20d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/97ea47b5-7dcb-496b-967e-b8b51e49b4b2 HTTP/1.1" status: 204 len: 168 time: 2.3977215 Mar 05 02:58:03.585193 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35002) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:03.658188 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Deleting subnet 5098c298-b3e7-4e85-892b-e1291d4d2301 {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:58:03.662251 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Publish callbacks [] for subnet (5098c298-b3e7-4e85-892b-e1291d4d2301), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.714036 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (5098c298-b3e7-4e85-892b-e1291d4d2301), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.827470 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 9eb709fb-e909-419c-af10-b4896d1fa10f no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:03.856904 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: 9eb709fb-e909-419c-af10-b4896d1fa10f {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:03.857656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 9eb709fb-e909-419c-af10-b4896d1fa10f not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:03.874122 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (5098c298-b3e7-4e85-892b-e1291d4d2301), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.940681 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (5098c298-b3e7-4e85-892b-e1291d4d2301), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.966362 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4334ae-c2c1-4cb7-8bcc-6799127cc962 None None] Network ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:58:03.969646 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:03.977566 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35006) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:03.979033 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5098c298-b3e7-4e85-892b-e1291d4d2301 HTTP/1.1" status: 204 len: 168 time: 0.3926318 Mar 05 02:58:04.027322 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cbbdb-94a9-4770-9143-a700f58fd0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5098c298-b3e7-4e85-892b-e1291d4d2301,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.120494 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.140517 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016111f4-4375-41df-96ce-20e149803170 req-aeb4e4cc-3dd9-4d24-b02a-ec6f0176ca2f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:04.150473 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-016111f4-4375-41df-96ce-20e149803170 req-aeb4e4cc-3dd9-4d24-b02a-ec6f0176ca2f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.1962492 Mar 05 02:58:04.304794 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Deleting port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:04.305151 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.305960 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-016111f4-4375-41df-96ce-20e149803170 req-fc4086a9-3998-40c5-8ab1-8d149771cd32 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364741 Mar 05 02:58:04.376784 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] DHCP port deletion for ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:58:04.446298 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] Deleting port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 {{(pid=114615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:04.447069 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), before_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.467281 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] For port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:04.467585 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.489262 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Calling delete_port for 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 owned by network:dhcp {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:04.498260 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d19ed-f57f-4649-8b2e-02fae304a6df req-b2e50123-9441-417d-9eb1-21abf0ba2056 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:04.505333 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8c6d19ed-f57f-4649-8b2e-02fae304a6df req-b2e50123-9441-417d-9eb1-21abf0ba2056 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1627495 Mar 05 02:58:04.531043 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] For port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,segment=NetworkSegment(812a6470-70a7-4bd3-8993-36fcf328f42f),segment_id=812a6470-70a7-4bd3-8993-36fcf328f42f)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:04.531707 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), precommit_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.550631 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] Calling delete_port for 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 owned by network:dhcp {{(pid=114615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:04.646224 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), after_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.667915 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] No DVR routers for this DVR port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 on host dv-cinder-827259-3-smb {{(pid=114615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:04.688156 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef316afe-53bf-4283-8976-e56418305e8a None None] Pushing event deleted for resources: {'Port': ['ID=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,revision_number=None']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.848243 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8c6d19ed-f57f-4649-8b2e-02fae304a6df req-5a35a7aa-7058-4bf6-9d31-5ec27ffe8e12 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3419271 Mar 05 02:58:04.887361 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:04.909955 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:04.919125 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] No DVR routers for this DVR port 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 on host dv-cinder-827259-3-smb {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:04.996373 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.018116 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd']}} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:05.027982 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812a6470-70a7-4bd3-8993-36fcf328f42f') {'for_net_delete': True} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:05.028452 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812a6470-70a7-4bd3-8993-36fcf328f42f') {} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:58:05.039216 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683990'] for segment (812a6470-70a7-4bd3-8993-36fcf328f42f), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.052764 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (812a6470-70a7-4bd3-8993-36fcf328f42f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.059192 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=114613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:58:05.059793 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10032227'] for segment (812a6470-70a7-4bd3-8993-36fcf328f42f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: self.session.flush() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: self.session.flush() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: self.session.flush() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: self.session.flush() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: Traceback (most recent call last): Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: timer() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: cb(*args, **kw) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: return func(*args, **kwargs) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: self._notify() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: self.callback(batched_events) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: event.method(event) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: return f(self, *a, **k) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: return self._get(url).json() Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: return self.request(url, 'GET', **kwargs) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:58:05.062129 dv-cinder-827259-3-smb neutron-server[114613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:58:05.118500 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.123996 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.130846 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] 10.222.0.11 "DELETE /v2.0/networks/ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd HTTP/1.1" status: 204 len: 168 time: 1.1507416 Mar 05 02:58:05.141887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506717ac-f3b7-4b18-9241-457744e21a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed81bca0-5dc3-4074-8c44-ddb9e2c16bfd,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:05.317984 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35020) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:05.379094 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-825389d5-ad5b-443e-8a88-4b1a54610c6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b72a4570a0c44a9aa4880199a201aa8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0569265 Mar 05 02:58:05.380113 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35026) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:05.444218 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-105d3e74-84f0-4aee-ac77-04ef0c8ecaf5 admin admin] Publish callbacks [] for security_group (74b50223-0e8a-4bbf-8116-23ecc3589680), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.482390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-105d3e74-84f0-4aee-ac77-04ef0c8ecaf5 admin admin] Publish callbacks [] for security_group (74b50223-0e8a-4bbf-8116-23ecc3589680), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.544167 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-105d3e74-84f0-4aee-ac77-04ef0c8ecaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (74b50223-0e8a-4bbf-8116-23ecc3589680), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.548811 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-105d3e74-84f0-4aee-ac77-04ef0c8ecaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:05.548811 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-105d3e74-84f0-4aee-ac77-04ef0c8ecaf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74b50223-0e8a-4bbf-8116-23ecc3589680 HTTP/1.1" status: 204 len: 168 time: 0.1666341 Mar 05 02:58:05.553205 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29291-0654-464f-ba7f-857932aae75b req-024d7cd3-7c4c-4fac-abf7-f6030067f296 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:05.555213 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-76b29291-0654-464f-ba7f-857932aae75b req-024d7cd3-7c4c-4fac-abf7-f6030067f296 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.0950100 Mar 05 02:58:05.568470 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d3e74-84f0-4aee-ac77-04ef0c8ecaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b50223-0e8a-4bbf-8116-23ecc3589680,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:05.659547 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-76b29291-0654-464f-ba7f-857932aae75b req-77f08f89-58a3-4643-b67f-49b447c8ead5 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972071 Mar 05 02:58:05.889999 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device fe6b395d-f0ff-4850-992a-44f8d7e61053 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:05.963533 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: fe6b395d-f0ff-4850-992a-44f8d7e61053 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:05.963921 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device fe6b395d-f0ff-4850-992a-44f8d7e61053 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:05.964329 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:06.017378 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:06.017867 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 337a6bdb-7dbe-4ed3-8ce0-8acbea5ecdd7 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:06.080362 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395f5fb-9cf5-46e0-8190-c8785606fe7a req-3b9e9737-c266-406a-8db7-4e29aad03b5d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:06.088160 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4395f5fb-9cf5-46e0-8190-c8785606fe7a req-3b9e9737-c266-406a-8db7-4e29aad03b5d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1163554 Mar 05 02:58:06.161206 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-4395f5fb-9cf5-46e0-8190-c8785606fe7a req-3c981950-1da4-48c2-a2d1-aef75f30029e tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657597 Mar 05 02:58:06.804931 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687062-ce9e-4de9-bd0c-052f782c67ad req-470a6002-770d-4f04-9958-7a878d8b8e64 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:06.806461 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-67687062-ce9e-4de9-bd0c-052f782c67ad req-470a6002-770d-4f04-9958-7a878d8b8e64 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.0679717 Mar 05 02:58:06.874406 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-67687062-ce9e-4de9-bd0c-052f782c67ad req-dcf83eeb-48b8-43ca-b59c-63127560554f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604217 Mar 05 02:58:07.346704 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd1312-93a9-40bb-8cfc-319549f017d0 req-e0b69250-dc6b-4f87-bb8f-e3b31c3f657b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:07.356158 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bffd1312-93a9-40bb-8cfc-319549f017d0 req-e0b69250-dc6b-4f87-bb8f-e3b31c3f657b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1001315 Mar 05 02:58:07.468567 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bffd1312-93a9-40bb-8cfc-319549f017d0 req-63959525-a17a-46dd-8d0c-cd581d0c51f0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988214 Mar 05 02:58:08.010913 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f27bf-8399-4c7a-b693-f17a76cdd489 req-52c4e137-4fff-4ef7-b995-03f8efbfb4af tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.012609 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-635f27bf-8399-4c7a-b693-f17a76cdd489 req-52c4e137-4fff-4ef7-b995-03f8efbfb4af tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.0621624 Mar 05 02:58:08.069732 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-635f27bf-8399-4c7a-b693-f17a76cdd489 req-ce3fe6a6-da35-4b8f-9124-afa1ddc404b9 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497663 Mar 05 02:58:08.644633 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782b919-b645-407e-b49b-f7dd80c1b3eb req-f40c1f2b-2311-4148-b701-32b0a2939202 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:08.647292 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b782b919-b645-407e-b49b-f7dd80c1b3eb req-f40c1f2b-2311-4148-b701-32b0a2939202 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.0842733 Mar 05 02:58:08.748767 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b782b919-b645-407e-b49b-f7dd80c1b3eb req-5d0f4591-90f5-41e8-874c-afa8c5faadfb tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961289 Mar 05 02:58:08.881023 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0d1b0eb0-2c86-439f-ac4a-497443e86e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:09.220178 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e5eda-9703-468f-b2f3-5d30b52cfa9f req-5ee6b4d2-54a6-4e7e-885c-52a4889a48be tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.221770 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7c8e5eda-9703-468f-b2f3-5d30b52cfa9f req-5ee6b4d2-54a6-4e7e-885c-52a4889a48be tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.0569904 Mar 05 02:58:09.277365 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7c8e5eda-9703-468f-b2f3-5d30b52cfa9f req-de10a9f0-7134-4b12-801c-6c6a41d8d8cb tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Mar 05 02:58:09.810463 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194 req-c8137ee9-3a8b-4423-9415-65529e2cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:09.811995 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194 req-c8137ee9-3a8b-4423-9415-65529e2cf7a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4997c822df70462593cda631e12bce14&device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 1127 time: 0.0439682 Mar 05 02:58:10.015544 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9772d3-6f26-4575-a606-525c1ef53b21 req-7d3d5586-9ead-461b-b110-eea3477804e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.017014 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8a9772d3-6f26-4575-a606-525c1ef53b21 req-7d3d5586-9ead-461b-b110-eea3477804e8 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.1830268 Mar 05 02:58:10.019605 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194 req-d0bb6e5a-7ec6-4857-91f8-c3044a217fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.020933 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194 req-d0bb6e5a-7ec6-4857-91f8-c3044a217fb4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4997c822df70462593cda631e12bce14&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1947634 Mar 05 02:58:10.165812 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-8a9772d3-6f26-4575-a606-525c1ef53b21 req-6525277b-ae88-4738-b1d6-cf154150cf4a tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432390 Mar 05 02:58:10.217478 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194 req-b55007d6-0608-4aa5-8962-7869c3ae8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.219014 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-785a264c-e3a0-4baf-bf02-b1fcf2c4d194 req-b55007d6-0608-4aa5-8962-7869c3ae8f08 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904800 Mar 05 02:58:10.375034 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-8b9a8f4b-ee47-4a15-a684-3de9c5b8ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.376887 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-8b9a8f4b-ee47-4a15-a684-3de9c5b8ae67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4997c822df70462593cda631e12bce14&device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 1127 time: 0.0887280 Mar 05 02:58:10.427831 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a6809-4946-4daf-975c-8919fab2c76d req-81933e67-8b5e-4973-8126-b478ee9c0b11 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.429907 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ed8a6809-4946-4daf-975c-8919fab2c76d req-81933e67-8b5e-4973-8126-b478ee9c0b11 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.0610342 Mar 05 02:58:10.431226 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-9051244d-eb86-46c3-afff-4b551f0c5302 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3de63481-b285-40a2-96ea-49e4046b8cd8 HTTP/1.1" status: 200 len: 217 time: 0.0401382 Mar 05 02:58:10.483762 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ed8a6809-4946-4daf-975c-8919fab2c76d req-55ee57ad-3e4c-4b06-9246-44e10824e33f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479257 Mar 05 02:58:10.508572 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-c91dc236-f5b0-4d9b-a5ff-654cac8ba9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:10.510028 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-c91dc236-f5b0-4d9b-a5ff-654cac8ba9a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=591dd1c2-416d-4fb3-8d9b-08f63db666a5 HTTP/1.1" status: 200 len: 854 time: 0.0657728 Mar 05 02:58:10.554120 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-13052ecc-4b9d-4b71-ac63-30bbb8224330 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66e65273-30dd-444b-9f22-6dbb54696bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358117 Mar 05 02:58:10.645039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35182) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:10.651527 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-db430d45-94b0-4bf5-b159-4a5fed6cdedf service neutron] 10.222.0.16 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913579 Mar 05 02:58:10.749544 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1d493763-80cd-4b77-a98d-1d6712e0a8b1 req-b0afe701-37b1-4b48-8c47-964dba9e9762 service neutron] 10.222.0.16 "GET /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911510 Mar 05 02:58:10.753788 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a50f6998-4346-4c0d-9ab3-78871b71209d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.829246 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a50f6998-4346-4c0d-9ab3-78871b71209d admin admin] Publish callbacks [] for security_group (8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.832960 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a50f6998-4346-4c0d-9ab3-78871b71209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.870674 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a50f6998-4346-4c0d-9ab3-78871b71209d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=374f0dcb39e84878a591e1342281954a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244625 Mar 05 02:58:10.872724 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f6998-4346-4c0d-9ab3-78871b71209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:10.873403 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35186) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:10.921987 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5ad3368e-fd08-4192-b669-877d48b10f26 admin admin] Publish callbacks [] for security_group (8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.942722 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5ad3368e-fd08-4192-b669-877d48b10f26 admin admin] Publish callbacks [] for security_group (8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.953099 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c499b059-8c3e-4d52-b2fb-51614280e0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.990659 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5ad3368e-fd08-4192-b669-877d48b10f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.993225 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5ad3368e-fd08-4192-b669-877d48b10f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:10.994383 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5ad3368e-fd08-4192-b669-877d48b10f26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1 HTTP/1.1" status: 204 len: 168 time: 0.1199224 Mar 05 02:58:11.002004 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3368e-fd08-4192-b669-877d48b10f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0c3c8f-7dde-45d1-9f76-7e7fbc8883d1,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:11.248093 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35194) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:11.261052 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b17f0b17-8973-4248-811f-4962f72e170e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.290193 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d48d-c5d8-4467-9be6-0f30a48e3de7 req-ff5fe130-44ca-4330-9ca9-c6d30f5fa33b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:11.291727 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2021d48d-c5d8-4467-9be6-0f30a48e3de7 req-ff5fe130-44ca-4330-9ca9-c6d30f5fa33b tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 944 time: 0.0522122 Mar 05 02:58:11.336386 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b17f0b17-8973-4248-811f-4962f72e170e admin admin] Publish callbacks [] for security_group (cdecd5b0-a8e2-4322-93d5-ab7770470b8f), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.340300 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b17f0b17-8973-4248-811f-4962f72e170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cdecd5b0-a8e2-4322-93d5-ab7770470b8f), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.346357 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2021d48d-c5d8-4467-9be6-0f30a48e3de7 req-d4d68515-fd29-4510-bd29-2355622301b9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486481 Mar 05 02:58:11.380692 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b17f0b17-8973-4248-811f-4962f72e170e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33ffaa9db3694c1d94feaa0cc29dcad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314294 Mar 05 02:58:11.381528 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f0b17-8973-4248-811f-4962f72e170e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecd5b0-a8e2-4322-93d5-ab7770470b8f,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:11.383374 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35196) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:11.429382 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5e3f-9ebd-4e84-9aee-97c7f52f630e admin admin] Publish callbacks [] for security_group (cdecd5b0-a8e2-4322-93d5-ab7770470b8f), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.452908 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5e3f-9ebd-4e84-9aee-97c7f52f630e admin admin] Publish callbacks [] for security_group (cdecd5b0-a8e2-4322-93d5-ab7770470b8f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.499476 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5e3f-9ebd-4e84-9aee-97c7f52f630e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cdecd5b0-a8e2-4322-93d5-ab7770470b8f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.502011 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5e3f-9ebd-4e84-9aee-97c7f52f630e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:11.503196 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7bcb5e3f-9ebd-4e84-9aee-97c7f52f630e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdecd5b0-a8e2-4322-93d5-ab7770470b8f HTTP/1.1" status: 204 len: 168 time: 0.1188483 Mar 05 02:58:11.511071 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb5e3f-9ebd-4e84-9aee-97c7f52f630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecd5b0-a8e2-4322-93d5-ab7770470b8f,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:11.606567 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599fb4e-105d-491c-9f9b-7832ea3f82d7 req-4df32e8a-9d8d-4118-ae09-81e954cbba2c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:11.607968 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d599fb4e-105d-491c-9f9b-7832ea3f82d7 req-4df32e8a-9d8d-4118-ae09-81e954cbba2c tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 943 time: 0.0545835 Mar 05 02:58:11.671229 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d599fb4e-105d-491c-9f9b-7832ea3f82d7 req-fc838959-fc77-41a5-b720-0bdcfb73f2b8 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570979 Mar 05 02:58:12.054783 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:58:12.156285 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:12.166470 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'port_id': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'mac_address': 'fa:16:3e:93:e9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:58:12.204492 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:12.204882 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.219032 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df4b4e1-8354-493a-bc98-d9fd9f301f8f {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:12.242826 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:12.246841 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.247527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 3de63481-b285-40a2-96ea-49e4046b8cd8 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:58:12.301577 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.333308 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=9']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:12.409381 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 3de63481-b285-40a2-96ea-49e4046b8cd8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=3de63481-b285-40a2-96ea-49e4046b8cd8,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:12.426511 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '3de63481-b285-40a2-96ea-49e4046b8cd8', 'network_id': '66e65273-30dd-444b-9f22-6dbb54696bc1', 'port_id': '3de63481-b285-40a2-96ea-49e4046b8cd8', 'mac_address': 'fa:16:3e:9b:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '591dd1c2-416d-4fb3-8d9b-08f63db666a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:58:12.468151 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 3de63481-b285-40a2-96ea-49e4046b8cd8 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:12.468551 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.480081 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7faab6-6b27-4e78-a2a9-7f8be56c52c7 req-73f166b7-57a7-41a1-9bb9-afd2ddad98fc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.482527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de63481-b285-40a2-96ea-49e4046b8cd8 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:12.487653 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9c7faab6-6b27-4e78-a2a9-7f8be56c52c7 req-73f166b7-57a7-41a1-9bb9-afd2ddad98fc tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 945 time: 0.0616679 Mar 05 02:58:12.505120 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 3de63481-b285-40a2-96ea-49e4046b8cd8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=3de63481-b285-40a2-96ea-49e4046b8cd8,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:12.509061 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:12.531181 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9c7faab6-6b27-4e78-a2a9-7f8be56c52c7 req-454c11b7-dc49-4b44-962b-b0b8882c93d7 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Mar 05 02:58:12.559623 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=3de63481-b285-40a2-96ea-49e4046b8cd8,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:12.788492 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f783c-7574-472d-a946-2b5c370beb30 req-3407bf96-eeb5-4cf6-8bf8-0870f5ecfcea tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:12.789971 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8c0f783c-7574-472d-a946-2b5c370beb30 req-3407bf96-eeb5-4cf6-8bf8-0870f5ecfcea tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 944 time: 0.0525861 Mar 05 02:58:12.839554 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8c0f783c-7574-472d-a946-2b5c370beb30 req-59d630b2-08f0-4aaf-bc78-7cbbec6c1993 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Mar 05 02:58:12.852550 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['6df4b4e1-8354-493a-bc98-d9fd9f301f8f'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:12.892121 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['3de63481-b285-40a2-96ea-49e4046b8cd8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:13.656107 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10728b9-09c1-4156-bdc3-7bd87761f23a req-26a424ad-0de7-42fc-b0b8-46822dcc0978 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:13.657559 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b10728b9-09c1-4156-bdc3-7bd87761f23a req-26a424ad-0de7-42fc-b0b8-46822dcc0978 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 945 time: 0.0544858 Mar 05 02:58:13.702100 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b10728b9-09c1-4156-bdc3-7bd87761f23a req-cf85b40e-3e44-4fcf-b37f-4279705b9425 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391488 Mar 05 02:58:13.859150 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:13.956956 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca7bf9-8fec-4ab7-bb56-05455820db67 req-8d63f07c-d832-4e7c-a7dd-a3ac28efd57f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:13.958394 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7aca7bf9-8fec-4ab7-bb56-05455820db67 req-8d63f07c-d832-4e7c-a7dd-a3ac28efd57f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 944 time: 0.0540421 Mar 05 02:58:14.002713 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7aca7bf9-8fec-4ab7-bb56-05455820db67 req-387dbcde-caf2-4e80-abfe-a97027c8f7b8 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Mar 05 02:58:14.055768 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:58:14.105373 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:14.105750 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:14.184120 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:14.184524 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:14.207792 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:14.210024 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f64fbc-5383-4daf-8acc-1ef1025c60ad" -d '{"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-plugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:14.228714 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:14.233105 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:14.233962 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 3de63481-b285-40a2-96ea-49e4046b8cd8 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:58:14.281805 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac80ed-aa78-4cc6-a2a7-eae03a37672e x-openstack-request-id: req-1eac80ed-aa78-4cc6-a2a7-eae03a37672e {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:14.282114 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-plugged", "status": "completed", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:14.282396 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eac80ed-aa78-4cc6-a2a7-eae03a37672e {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:14.282777 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'code': 200} Mar 05 02:58:14.323259 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=10']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:14.368160 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 3de63481-b285-40a2-96ea-49e4046b8cd8 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:58:14.373545 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 3de63481-b285-40a2-96ea-49e4046b8cd8 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:14.373998 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:14.463301 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 3de63481-b285-40a2-96ea-49e4046b8cd8 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:14.463735 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:14.501030 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 3de63481-b285-40a2-96ea-49e4046b8cd8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=3de63481-b285-40a2-96ea-49e4046b8cd8,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:14.505571 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:14.557202 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=3de63481-b285-40a2-96ea-49e4046b8cd8,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:14.570012 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6482d-4aa1-40e9-8752-475017ee2775 req-93f9d8fc-74c1-4b9f-be6b-613ea77842d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:14.571855 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-02d6482d-4aa1-40e9-8752-475017ee2775 req-93f9d8fc-74c1-4b9f-be6b-613ea77842d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1131 time: 0.0481071 Mar 05 02:58:14.620177 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-02d6482d-4aa1-40e9-8752-475017ee2775 req-48dd67ef-b836-48c4-9f2d-cfa0323e35f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Mar 05 02:58:14.982162 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337ebfd-4e75-4eee-b23c-9ce776f288a6 req-c3229f90-05de-44a1-9adb-59048cfd6143 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:14.983653 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e337ebfd-4e75-4eee-b23c-9ce776f288a6 req-c3229f90-05de-44a1-9adb-59048cfd6143 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 947 time: 0.0520439 Mar 05 02:58:15.028989 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e337ebfd-4e75-4eee-b23c-9ce776f288a6 req-745f3678-47c3-47b3-9bd7-455cf267bbca tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Mar 05 02:58:15.054401 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:15.126724 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af7db3-dbc7-4f42-a83d-e45f8e2f2ad8 req-c16fa911-fbed-4683-be9a-fc8962bd7102 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:15.128212 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-28af7db3-dbc7-4f42-a83d-e45f8e2f2ad8 req-c16fa911-fbed-4683-be9a-fc8962bd7102 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0518279 Mar 05 02:58:15.176840 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-28af7db3-dbc7-4f42-a83d-e45f8e2f2ad8 req-9f9aad04-fb5d-4df2-8ab2-e9f1b581275a tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Mar 05 02:58:16.162749 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709e6a8-117e-4c8f-a1d2-dea3466d885c req-0c16e4f0-5b7a-4321-859c-345a504da129 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:16.164481 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8709e6a8-117e-4c8f-a1d2-dea3466d885c req-0c16e4f0-5b7a-4321-859c-345a504da129 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 947 time: 0.0583279 Mar 05 02:58:16.217998 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8709e6a8-117e-4c8f-a1d2-dea3466d885c req-fa97f4a0-9fcc-4271-a075-7caa628358a4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477836 Mar 05 02:58:16.283481 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de63481-b285-40a2-96ea-49e4046b8cd8'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:16.285891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ecdbd-4ccd-4931-90da-07e119265211" -d '{"events": [{"server_uuid": "76eaa16c-49b9-4a7e-819e-9a9674dfb3c5", "name": "network-vif-plugged", "status": "completed", "tag": "3de63481-b285-40a2-96ea-49e4046b8cd8"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:16.313727 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8034657-da4b-4bba-9244-d761ac012935 req-d0bda46e-c6f6-44a4-9137-62bb8fdaac5a tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:16.319385 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8034657-da4b-4bba-9244-d761ac012935 req-d0bda46e-c6f6-44a4-9137-62bb8fdaac5a tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0610590 Mar 05 02:58:16.327299 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b975b8bb-197c-410d-b5fc-bbd0e1fbb384 x-openstack-request-id: req-b975b8bb-197c-410d-b5fc-bbd0e1fbb384 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:16.327956 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eaa16c-49b9-4a7e-819e-9a9674dfb3c5", "name": "network-vif-plugged", "status": "completed", "tag": "3de63481-b285-40a2-96ea-49e4046b8cd8", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:16.328377 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b975b8bb-197c-410d-b5fc-bbd0e1fbb384 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:16.328839 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de63481-b285-40a2-96ea-49e4046b8cd8', 'code': 200} Mar 05 02:58:16.368815 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b8034657-da4b-4bba-9244-d761ac012935 req-ee6bc06f-f5ae-4c15-95e2-6cfa64f18d95 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Mar 05 02:58:16.563524 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54861812-5a89-410e-a4a6-54308f50c201 req-1351008d-d886-4781-82e5-377647c07a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:16.565737 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-54861812-5a89-410e-a4a6-54308f50c201 req-1351008d-d886-4781-82e5-377647c07a16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 1129 time: 0.0473683 Mar 05 02:58:16.613674 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-54861812-5a89-410e-a4a6-54308f50c201 req-f2d31f6c-4679-4f94-8ef0-c59640a788eb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366123 Mar 05 02:58:17.346755 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32a6d6-6ccc-41cf-b887-7f385e01691f req-861bc33f-53c8-4978-a90f-1dda03729dd4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:17.348942 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1f32a6d6-6ccc-41cf-b887-7f385e01691f req-861bc33f-53c8-4978-a90f-1dda03729dd4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 947 time: 0.0553119 Mar 05 02:58:17.401099 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-1f32a6d6-6ccc-41cf-b887-7f385e01691f req-1f3bbd5c-47e2-4777-9fd2-84b46596a34c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467448 Mar 05 02:58:17.490946 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501595-7ddf-4632-af86-f7183d160194 req-2e153698-9f24-4d36-86f5-2e9d8bd8479f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:17.492399 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ff501595-7ddf-4632-af86-f7183d160194 req-2e153698-9f24-4d36-86f5-2e9d8bd8479f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0556960 Mar 05 02:58:17.536864 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ff501595-7ddf-4632-af86-f7183d160194 req-82c43bb6-c714-4cea-80f1-52afb209befb tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390880 Mar 05 02:58:17.659334 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.557622 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35406) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:18.653138 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127676-beba-4d5a-bc5d-a1531f39306d req-465a3bb3-b850-4106-854a-b3d999ad44ad tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:18.654622 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fa127676-beba-4d5a-bc5d-a1531f39306d req-465a3bb3-b850-4106-854a-b3d999ad44ad tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Mar 05 02:58:18.660879 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-94f7ee5e-0575-4ab8-bc08-ae9638ac7cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.701260 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-fa127676-beba-4d5a-bc5d-a1531f39306d req-fa111a0d-36fe-40ca-8158-7aa4e07d9ef9 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Mar 05 02:58:18.733640 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-94f7ee5e-0575-4ab8-bc08-ae9638ac7cea admin admin] Publish callbacks [] for security_group (4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.738041 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-94f7ee5e-0575-4ab8-bc08-ae9638ac7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.776502 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-94f7ee5e-0575-4ab8-bc08-ae9638ac7cea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4337ea7a172f4d0e975b16ce99bbfb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177932 Mar 05 02:58:18.777433 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ee5e-0575-4ab8-bc08-ae9638ac7cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:18.779243 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35416) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:18.836142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3980ad3-2178-4884-9ca5-7feca11acaa2 admin admin] Publish callbacks [] for security_group (4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.857642 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3980ad3-2178-4884-9ca5-7feca11acaa2 admin admin] Publish callbacks [] for security_group (4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.904724 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3980ad3-2178-4884-9ca5-7feca11acaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.907227 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d3980ad3-2178-4884-9ca5-7feca11acaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:18.908367 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d3980ad3-2178-4884-9ca5-7feca11acaa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf HTTP/1.1" status: 204 len: 168 time: 0.1279929 Mar 05 02:58:18.920013 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3980ad3-2178-4884-9ca5-7feca11acaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e760f96-36cd-4e7f-8ecf-c5ad91d17bcf,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:19.217606 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35438) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:19.230297 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b73-d004-44f9-8d87-4c1c739dd12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.314690 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b73-d004-44f9-8d87-4c1c739dd12f admin admin] Publish callbacks [] for security_group (45f5f14b-4ac6-4a67-a113-78d292f82aa1), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.318535 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b73-d004-44f9-8d87-4c1c739dd12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (45f5f14b-4ac6-4a67-a113-78d292f82aa1), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.359958 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d45a5b73-d004-44f9-8d87-4c1c739dd12f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67862a3ba23942b3ad7ad51ffad476dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412382 Mar 05 02:58:19.360971 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a5b73-d004-44f9-8d87-4c1c739dd12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f5f14b-4ac6-4a67-a113-78d292f82aa1,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:19.363332 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35440) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:19.411836 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-201b44f5-4bfc-4874-9343-85c087182118 admin admin] Publish callbacks [] for security_group (45f5f14b-4ac6-4a67-a113-78d292f82aa1), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.437751 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-201b44f5-4bfc-4874-9343-85c087182118 admin admin] Publish callbacks [] for security_group (45f5f14b-4ac6-4a67-a113-78d292f82aa1), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.484291 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-201b44f5-4bfc-4874-9343-85c087182118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (45f5f14b-4ac6-4a67-a113-78d292f82aa1), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.486720 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-201b44f5-4bfc-4874-9343-85c087182118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:19.488131 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-201b44f5-4bfc-4874-9343-85c087182118 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45f5f14b-4ac6-4a67-a113-78d292f82aa1 HTTP/1.1" status: 204 len: 168 time: 0.1236875 Mar 05 02:58:19.495746 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b44f5-4bfc-4874-9343-85c087182118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f5f14b-4ac6-4a67-a113-78d292f82aa1,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:21.438681 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-b8da7582-ee07-4f87-9874-ab10f9434eda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427341 Mar 05 02:58:21.514332 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839013dc-5208-4ca1-9016-83483e194cf0 req-962d8f83-848d-4ca3-9bc0-1a64c5d40cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:21.515999 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-962d8f83-848d-4ca3-9bc0-1a64c5d40cbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 1131 time: 0.0445535 Mar 05 02:58:21.637954 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839013dc-5208-4ca1-9016-83483e194cf0 req-293ddfc8-b6cb-400e-b26b-bf920c6876b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:21.649338 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-293ddfc8-b6cb-400e-b26b-bf920c6876b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 200 len: 918 time: 0.1051857 Mar 05 02:58:21.724283 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-d11d7159-d008-4b49-8b76-877548643b96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 200 len: 1001 time: 0.0684292 Mar 05 02:58:21.790011 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839013dc-5208-4ca1-9016-83483e194cf0 req-1293bd1a-e7a8-4b1f-b369-b0ba563ea421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:21.791780 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-1293bd1a-e7a8-4b1f-b369-b0ba563ea421 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 200 len: 856 time: 0.0579884 Mar 05 02:58:21.850035 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839013dc-5208-4ca1-9016-83483e194cf0 req-90ba92fc-f17e-4589-b7d4-83fa4f28e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:21.851572 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-90ba92fc-f17e-4589-b7d4-83fa4f28e84f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2ff02b-94ca-4ace-971d-5215d54dfcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0497885 Mar 05 02:58:21.944582 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-190a2a35-31d4-493c-9da3-33b104e331dc service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814106 Mar 05 02:58:22.040923 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-839013dc-5208-4ca1-9016-83483e194cf0 req-f6c4e614-58ca-4e99-93b2-c770cf1bb551 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863233 Mar 05 02:58:23.018613 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35540) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:23.043415 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35544) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:23.120728 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e1562be-7b28-4546-a6b7-638da7bc9235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.150614 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a613f54d-fcda-4736-9b58-b575c7d85098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.249571 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e1562be-7b28-4546-a6b7-638da7bc9235 admin admin] Publish callbacks [] for security_group (2bcc0d43-2712-42f2-9b50-d2aa6d8498fe), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.256949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2e1562be-7b28-4546-a6b7-638da7bc9235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2bcc0d43-2712-42f2-9b50-d2aa6d8498fe), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.301046 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a613f54d-fcda-4736-9b58-b575c7d85098 admin admin] Publish callbacks [] for security_group (700eeeb3-b7ae-4d3f-8ead-074b9f10e03d), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.311641 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a613f54d-fcda-4736-9b58-b575c7d85098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (700eeeb3-b7ae-4d3f-8ead-074b9f10e03d), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.314818 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1562be-7b28-4546-a6b7-638da7bc9235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcc0d43-2712-42f2-9b50-d2aa6d8498fe,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:23.331334 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2e1562be-7b28-4546-a6b7-638da7bc9235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a68ebf0650a4de884a6261e5b301171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088791 Mar 05 02:58:23.331440 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35548) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:23.357023 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613f54d-fcda-4736-9b58-b575c7d85098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700eeeb3-b7ae-4d3f-8ead-074b9f10e03d,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:23.361124 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-a613f54d-fcda-4736-9b58-b575c7d85098 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7771b46594c4b81b9857a5fb1341a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166621 Mar 05 02:58:23.363766 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35550) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:23.410457 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-761d96a6-d1f0-4e36-9eb9-86738390c57a admin admin] Publish callbacks [] for security_group (2bcc0d43-2712-42f2-9b50-d2aa6d8498fe), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.441905 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-761d96a6-d1f0-4e36-9eb9-86738390c57a admin admin] Publish callbacks [] for security_group (2bcc0d43-2712-42f2-9b50-d2aa6d8498fe), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.443961 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a36d84af-db35-47b8-a97d-0943891fd9d6 admin admin] Publish callbacks [] for security_group (700eeeb3-b7ae-4d3f-8ead-074b9f10e03d), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.488833 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a36d84af-db35-47b8-a97d-0943891fd9d6 admin admin] Publish callbacks [] for security_group (700eeeb3-b7ae-4d3f-8ead-074b9f10e03d), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.529789 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-761d96a6-d1f0-4e36-9eb9-86738390c57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2bcc0d43-2712-42f2-9b50-d2aa6d8498fe), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.533227 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-761d96a6-d1f0-4e36-9eb9-86738390c57a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.536920 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-761d96a6-d1f0-4e36-9eb9-86738390c57a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bcc0d43-2712-42f2-9b50-d2aa6d8498fe HTTP/1.1" status: 204 len: 168 time: 0.2020848 Mar 05 02:58:23.549307 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a36d84af-db35-47b8-a97d-0943891fd9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (700eeeb3-b7ae-4d3f-8ead-074b9f10e03d), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.551169 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a36d84af-db35-47b8-a97d-0943891fd9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.552268 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a36d84af-db35-47b8-a97d-0943891fd9d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/700eeeb3-b7ae-4d3f-8ead-074b9f10e03d HTTP/1.1" status: 204 len: 168 time: 0.1875827 Mar 05 02:58:23.554197 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d96a6-d1f0-4e36-9eb9-86738390c57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcc0d43-2712-42f2-9b50-d2aa6d8498fe,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:23.573806 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d84af-db35-47b8-a97d-0943891fd9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700eeeb3-b7ae-4d3f-8ead-074b9f10e03d,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:23.894726 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35572) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:23.910783 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ddda5cb9-765c-46c2-acb5-2c29557e2af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.988842 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ddda5cb9-765c-46c2-acb5-2c29557e2af5 admin admin] Publish callbacks [] for security_group (1a9a5e46-2290-4193-9a67-eb651f0f60c5), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:23.992858 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ddda5cb9-765c-46c2-acb5-2c29557e2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1a9a5e46-2290-4193-9a67-eb651f0f60c5), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:24.033452 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ddda5cb9-765c-46c2-acb5-2c29557e2af5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6de2cef6d8264858b4b8b7674be51891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374981 Mar 05 02:58:24.036168 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35576) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:24.039886 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda5cb9-765c-46c2-acb5-2c29557e2af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9a5e46-2290-4193-9a67-eb651f0f60c5,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:24.099474 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1962eefd-8c42-4b7d-8572-41fa5df10725 admin admin] Publish callbacks [] for security_group (1a9a5e46-2290-4193-9a67-eb651f0f60c5), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:24.124161 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1962eefd-8c42-4b7d-8572-41fa5df10725 admin admin] Publish callbacks [] for security_group (1a9a5e46-2290-4193-9a67-eb651f0f60c5), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:24.175443 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1962eefd-8c42-4b7d-8572-41fa5df10725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1a9a5e46-2290-4193-9a67-eb651f0f60c5), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:24.178219 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1962eefd-8c42-4b7d-8572-41fa5df10725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:24.180740 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-1962eefd-8c42-4b7d-8572-41fa5df10725 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a9a5e46-2290-4193-9a67-eb651f0f60c5 HTTP/1.1" status: 204 len: 168 time: 0.1423972 Mar 05 02:58:24.190183 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962eefd-8c42-4b7d-8572-41fa5df10725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9a5e46-2290-4193-9a67-eb651f0f60c5,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:28.999076 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35738) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:29.102969 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-82212c94-6219-4f27-b4db-d10e2fe77235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.178480 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-82212c94-6219-4f27-b4db-d10e2fe77235 admin admin] Publish callbacks [] for security_group (36726993-a0ee-4d81-8e0c-9156b05b53cb), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.182253 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-82212c94-6219-4f27-b4db-d10e2fe77235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (36726993-a0ee-4d81-8e0c-9156b05b53cb), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.224599 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-82212c94-6219-4f27-b4db-d10e2fe77235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3be8de1055d143dd9fc7dbba2d6852ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240629 Mar 05 02:58:29.225702 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82212c94-6219-4f27-b4db-d10e2fe77235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36726993-a0ee-4d81-8e0c-9156b05b53cb,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:29.227348 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35744) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:29.277792 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-57ac21b0-9a47-4d3b-9668-03d0ae9005d7 admin admin] Publish callbacks [] for security_group (36726993-a0ee-4d81-8e0c-9156b05b53cb), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.298273 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-57ac21b0-9a47-4d3b-9668-03d0ae9005d7 admin admin] Publish callbacks [] for security_group (36726993-a0ee-4d81-8e0c-9156b05b53cb), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.344488 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-57ac21b0-9a47-4d3b-9668-03d0ae9005d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (36726993-a0ee-4d81-8e0c-9156b05b53cb), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.347520 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-57ac21b0-9a47-4d3b-9668-03d0ae9005d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.348834 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-57ac21b0-9a47-4d3b-9668-03d0ae9005d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36726993-a0ee-4d81-8e0c-9156b05b53cb HTTP/1.1" status: 204 len: 168 time: 0.1204314 Mar 05 02:58:29.357286 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac21b0-9a47-4d3b-9668-03d0ae9005d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36726993-a0ee-4d81-8e0c-9156b05b53cb,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:29.595576 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35752) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:29.609045 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666460e9-3841-4f61-aebd-f8ba6b1709cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.680551 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666460e9-3841-4f61-aebd-f8ba6b1709cd admin admin] Publish callbacks [] for security_group (66c94c78-503a-4f85-b333-73e0c2f59453), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.684199 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666460e9-3841-4f61-aebd-f8ba6b1709cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (66c94c78-503a-4f85-b333-73e0c2f59453), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.721875 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-666460e9-3841-4f61-aebd-f8ba6b1709cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcab34d6310c4c48b06ed180d1529692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252828 Mar 05 02:58:29.723821 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666460e9-3841-4f61-aebd-f8ba6b1709cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c94c78-503a-4f85-b333-73e0c2f59453,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:29.724620 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35754) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:29.774536 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-92d6b2cd-74e5-4da8-ae1a-9da82cf8462d admin admin] Publish callbacks [] for security_group (66c94c78-503a-4f85-b333-73e0c2f59453), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.795664 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-92d6b2cd-74e5-4da8-ae1a-9da82cf8462d admin admin] Publish callbacks [] for security_group (66c94c78-503a-4f85-b333-73e0c2f59453), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.843112 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-92d6b2cd-74e5-4da8-ae1a-9da82cf8462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (66c94c78-503a-4f85-b333-73e0c2f59453), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.846039 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-92d6b2cd-74e5-4da8-ae1a-9da82cf8462d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:29.847163 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-92d6b2cd-74e5-4da8-ae1a-9da82cf8462d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66c94c78-503a-4f85-b333-73e0c2f59453 HTTP/1.1" status: 204 len: 168 time: 0.1214857 Mar 05 02:58:29.855194 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b2cd-74e5-4da8-ae1a-9da82cf8462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c94c78-503a-4f85-b333-73e0c2f59453,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:30.887345 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35794) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:30.992923 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-08c5e1d5-1b34-462a-9e3b-05e9c7bafd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.088770 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-08c5e1d5-1b34-462a-9e3b-05e9c7bafd57 admin admin] Publish callbacks [] for security_group (85826cb2-c795-45a7-bed3-d281cca94357), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.093577 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-08c5e1d5-1b34-462a-9e3b-05e9c7bafd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (85826cb2-c795-45a7-bed3-d281cca94357), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.132989 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-08c5e1d5-1b34-462a-9e3b-05e9c7bafd57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e6642659c12478082a6bfca122be346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445629 Mar 05 02:58:31.134025 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5e1d5-1b34-462a-9e3b-05e9c7bafd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85826cb2-c795-45a7-bed3-d281cca94357,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:31.135673 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35810) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:31.189504 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-350b8175-4780-4a8f-8a0b-3db93b03ca67 admin admin] Publish callbacks [] for security_group (85826cb2-c795-45a7-bed3-d281cca94357), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.211754 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-350b8175-4780-4a8f-8a0b-3db93b03ca67 admin admin] Publish callbacks [] for security_group (85826cb2-c795-45a7-bed3-d281cca94357), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.266007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-350b8175-4780-4a8f-8a0b-3db93b03ca67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (85826cb2-c795-45a7-bed3-d281cca94357), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.269153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-350b8175-4780-4a8f-8a0b-3db93b03ca67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:31.270515 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-350b8175-4780-4a8f-8a0b-3db93b03ca67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85826cb2-c795-45a7-bed3-d281cca94357 HTTP/1.1" status: 204 len: 168 time: 0.1328082 Mar 05 02:58:31.280855 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b8175-4780-4a8f-8a0b-3db93b03ca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85826cb2-c795-45a7-bed3-d281cca94357,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:31.547221 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:58:35.349584 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35924) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:35.466907 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-24a73721-7d4a-4881-9678-b1d78bd4d4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.545013 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-24a73721-7d4a-4881-9678-b1d78bd4d4a8 admin admin] Publish callbacks [] for security_group (0d6dc4e5-5bf8-4f56-b801-d684c664de54), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.549029 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-24a73721-7d4a-4881-9678-b1d78bd4d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (0d6dc4e5-5bf8-4f56-b801-d684c664de54), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.586509 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a73721-7d4a-4881-9678-b1d78bd4d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6dc4e5-5bf8-4f56-b801-d684c664de54,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:35.595468 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-24a73721-7d4a-4881-9678-b1d78bd4d4a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90277f17b6ba444d8932ea4f91ae0f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447951 Mar 05 02:58:35.596062 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35932) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:35.600801 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a20a39-736e-4ccb-bac4-68b189299042 req-85ba3a3d-f296-4d34-95df-3b30c0b99f75 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:35.602821 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-98a20a39-736e-4ccb-bac4-68b189299042 req-85ba3a3d-f296-4d34-95df-3b30c0b99f75 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Mar 05 02:58:35.644107 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ade8f3c7-bb09-45f8-a932-39ab3e9195b4 admin admin] Publish callbacks [] for security_group (0d6dc4e5-5bf8-4f56-b801-d684c664de54), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.649874 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-98a20a39-736e-4ccb-bac4-68b189299042 req-3fefc411-6a4e-4f9e-89a5-93e0f8ae4700 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Mar 05 02:58:35.665656 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ade8f3c7-bb09-45f8-a932-39ab3e9195b4 admin admin] Publish callbacks [] for security_group (0d6dc4e5-5bf8-4f56-b801-d684c664de54), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.711177 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ade8f3c7-bb09-45f8-a932-39ab3e9195b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (0d6dc4e5-5bf8-4f56-b801-d684c664de54), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.713757 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ade8f3c7-bb09-45f8-a932-39ab3e9195b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:35.715530 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ade8f3c7-bb09-45f8-a932-39ab3e9195b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d6dc4e5-5bf8-4f56-b801-d684c664de54 HTTP/1.1" status: 204 len: 168 time: 0.1185553 Mar 05 02:58:35.723921 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8f3c7-bb09-45f8-a932-39ab3e9195b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6dc4e5-5bf8-4f56-b801-d684c664de54,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:35.968617 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 35938) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:35.981611 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c487b7fd-d03a-410e-b859-df385581564d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.054713 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c487b7fd-d03a-410e-b859-df385581564d admin admin] Publish callbacks [] for security_group (ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.058683 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c487b7fd-d03a-410e-b859-df385581564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.095884 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c487b7fd-d03a-410e-b859-df385581564d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2eb15d9fb8e485687f79a8d2ce16893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261308 Mar 05 02:58:36.096735 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487b7fd-d03a-410e-b859-df385581564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:36.098558 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 35940) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:36.148169 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4f99f9f4-290a-4248-a144-a07381066f53 admin admin] Publish callbacks [] for security_group (ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.167959 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4f99f9f4-290a-4248-a144-a07381066f53 admin admin] Publish callbacks [] for security_group (ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.213815 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4f99f9f4-290a-4248-a144-a07381066f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.216388 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4f99f9f4-290a-4248-a144-a07381066f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:36.217495 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-4f99f9f4-290a-4248-a144-a07381066f53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e HTTP/1.1" status: 204 len: 168 time: 0.1177161 Mar 05 02:58:36.224874 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99f9f4-290a-4248-a144-a07381066f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0cafe2-23e4-43ae-ac7f-c4ff3c11f76e,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:36.775549 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ccbe-a278-48f0-893e-e3500a7c3909 req-e22e7af7-7e1c-48e6-9701-3eb30792ce64 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:36.777547 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8309ccbe-a278-48f0-893e-e3500a7c3909 req-e22e7af7-7e1c-48e6-9701-3eb30792ce64 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0573142 Mar 05 02:58:36.826290 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-8309ccbe-a278-48f0-893e-e3500a7c3909 req-54ad11b2-062c-4009-97a7-796cc35e1f34 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Mar 05 02:58:37.949361 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d9996-0dac-4e18-812e-5ed634b0c428 req-32185eca-ad8d-40a9-86bb-c927df4215e5 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:37.950715 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-647d9996-0dac-4e18-812e-5ed634b0c428 req-32185eca-ad8d-40a9-86bb-c927df4215e5 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0563564 Mar 05 02:58:37.997397 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-647d9996-0dac-4e18-812e-5ed634b0c428 req-5c6742f2-add2-4038-85ef-539516416cd0 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Mar 05 02:58:38.876180 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-786d118a-fd3f-4961-abd6-ab36c24a615f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:39.132884 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f21e4-3b27-4ef2-a2d6-c61d1cd41ca8 req-ecc8dbd9-c9e6-4208-8310-07698f2db9dc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:39.134319 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c2f21e4-3b27-4ef2-a2d6-c61d1cd41ca8 req-ecc8dbd9-c9e6-4208-8310-07698f2db9dc tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0581675 Mar 05 02:58:39.427341 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-4c2f21e4-3b27-4ef2-a2d6-c61d1cd41ca8 req-49acaf78-a54f-445a-9da0-87b32dad0001 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872641 Mar 05 02:58:40.302129 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36082) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:40.409118 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-81e74ab9-4428-4420-9a27-8e45e395989e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.491601 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-81e74ab9-4428-4420-9a27-8e45e395989e admin admin] Publish callbacks [] for security_group (d0d6a0bd-413a-4282-901b-495a4f84127d), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.495861 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-81e74ab9-4428-4420-9a27-8e45e395989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d0d6a0bd-413a-4282-901b-495a4f84127d), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.535664 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-81e74ab9-4428-4420-9a27-8e45e395989e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e47d534179c4c1789c1aac63e38987f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324822 Mar 05 02:58:40.536543 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e74ab9-4428-4420-9a27-8e45e395989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d6a0bd-413a-4282-901b-495a4f84127d,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:40.538273 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36088) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:40.578782 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d0dbb-7537-439d-a847-6438a77a1a75 req-f27194bf-6135-49a8-bac4-91f0ebb13d8f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:40.580282 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fc5d0dbb-7537-439d-a847-6438a77a1a75 req-f27194bf-6135-49a8-bac4-91f0ebb13d8f tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0832050 Mar 05 02:58:40.627313 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Publish callbacks [] for security_group (d0d6a0bd-413a-4282-901b-495a4f84127d), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.656996 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fc5d0dbb-7537-439d-a847-6438a77a1a75 req-7b7d70d6-aa3b-420d-8bd6-08bbbdf52fc2 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/security-groups?id=5c5e6164-a536-4f92-ab52-5e34d84f7f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 Mar 05 02:58:40.661994 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Publish callbacks [] for security_group (d0d6a0bd-413a-4282-901b-495a4f84127d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.722003 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (d0d6a0bd-413a-4282-901b-495a4f84127d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.724621 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:40.725764 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0d6a0bd-413a-4282-901b-495a4f84127d HTTP/1.1" status: 204 len: 168 time: 0.1859128 Mar 05 02:58:40.735228 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d6a0bd-413a-4282-901b-495a4f84127d,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:40.742278 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.742628 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.743135 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.743476 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.743806 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.744134 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.744461 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.744784 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.745616 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.745942 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.746263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.746587 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.746935 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3144bf42-27c1-4eac-8839-96cd9be257f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:40.951850 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-58814116-1837-421a-9036-c5e3043fc3cf tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:40.953431 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-58814116-1837-421a-9036-c5e3043fc3cf tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 945 time: 0.0545673 Mar 05 02:58:40.958929 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aad5362c-5933-4cde-aa0a-a7987819b43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:41.056456 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Deleting port 3de63481-b285-40a2-96ea-49e4046b8cd8 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:41.056729 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:41.158358 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] For port 3de63481-b285-40a2-96ea-49e4046b8cd8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=3de63481-b285-40a2-96ea-49e4046b8cd8,segment=NetworkSegment(5048fbd6-97da-48a7-94a7-81a329a37398),segment_id=5048fbd6-97da-48a7-94a7-81a329a37398)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:41.158727 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:41.174564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Calling delete_port for 3de63481-b285-40a2-96ea-49e4046b8cd8 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:41.313846 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (3de63481-b285-40a2-96ea-49e4046b8cd8), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:41.345312 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Pushing event deleted for resources: {'Port': ['ID=3de63481-b285-40a2-96ea-49e4046b8cd8,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:41.365857 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['3de63481-b285-40a2-96ea-49e4046b8cd8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:41.391831 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] No DVR routers for this DVR port 3de63481-b285-40a2-96ea-49e4046b8cd8 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:41.394234 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:41.397499 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a00bfb61-2784-4e89-b641-a7301b69eb53 req-5e08c30d-9aca-47ec-bb4f-11e3d47d0245 tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.16 "DELETE /v2.0/ports/3de63481-b285-40a2-96ea-49e4046b8cd8 HTTP/1.1" status: 204 len: 173 time: 0.4386027 Mar 05 02:58:41.398178 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'name': 'network-vif-deleted', 'tag': '3de63481-b285-40a2-96ea-49e4046b8cd8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:41.402047 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fccade6-21a5-4af0-9a39-e9b96d878114" -d '{"events": [{"server_uuid": "76eaa16c-49b9-4a7e-819e-9a9674dfb3c5", "name": "network-vif-deleted", "tag": "3de63481-b285-40a2-96ea-49e4046b8cd8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:41.439164 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251cd700-473e-4a67-84e2-b610a2481e67 x-openstack-request-id: req-251cd700-473e-4a67-84e2-b610a2481e67 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:41.439450 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76eaa16c-49b9-4a7e-819e-9a9674dfb3c5", "name": "network-vif-deleted", "tag": "3de63481-b285-40a2-96ea-49e4046b8cd8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:41.439714 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-251cd700-473e-4a67-84e2-b610a2481e67 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:41.440116 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76eaa16c-49b9-4a7e-819e-9a9674dfb3c5', 'name': 'network-vif-deleted', 'tag': '3de63481-b285-40a2-96ea-49e4046b8cd8', 'status': 'completed', 'code': 200} Mar 05 02:58:41.774359 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-617778ab-2b04-455d-a094-f760507c6005 req-301468fc-6d07-4225-b804-386e4b03c6ed tempest-VolumesSnapshotTestJSON-1515301442 tempest-VolumesSnapshotTestJSON-1515301442-project] 10.222.0.11 "GET /v2.0/ports?device_id=76eaa16c-49b9-4a7e-819e-9a9674dfb3c5 HTTP/1.1" status: 200 len: 210 time: 0.0388172 Mar 05 02:58:42.272048 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:42.994951 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-7704ec8d-a0a1-4056-8fd7-3b0c435a0eb1 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1800ae66977146748df919cbfee816a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399151 Mar 05 02:58:43.184367 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-ccc056cd-9b6f-41d0-8713-b9db05f2c5f1 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:43.185819 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-ccc056cd-9b6f-41d0-8713-b9db05f2c5f1 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875498 Mar 05 02:58:43.200508 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-309fa023-751e-4606-af66-7bb3407b3a45 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/quotas/1800ae66977146748df919cbfee816a2 HTTP/1.1" status: 200 len: 375 time: 0.0091691 Mar 05 02:58:43.232138 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-9f8778d4-9bce-42a0-b9e7-88271036600b tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1800ae66977146748df919cbfee816a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268013 Mar 05 02:58:43.383345 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-ee08fc54-1a4d-473a-99cc-82a1d490a137 req-0a188e45-67f6-4f84-98d3-7651776d7c6a tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 210 time: 0.0264728 Mar 05 02:58:43.857668 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.217528 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 3de63481-b285-40a2-96ea-49e4046b8cd8 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:44.238087 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 3de63481-b285-40a2-96ea-49e4046b8cd8 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:44.238435 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 3de63481-b285-40a2-96ea-49e4046b8cd8 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:44.368900 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-597a7bb4-28db-4b78-8645-a1514d361ddc tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1800ae66977146748df919cbfee816a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210378 Mar 05 02:58:44.727217 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c810429b-6c3f-4801-9aa4-57b4042ceacd req-8bf60396-54df-4e10-b947-ca69ce514222 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 210 time: 0.0567405 Mar 05 02:58:44.765798 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-0adae2c4-b744-49fc-b548-29c74cebc3cd tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:44.767241 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-0adae2c4-b744-49fc-b548-29c74cebc3cd tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3895187 Mar 05 02:58:44.787878 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Request body: {'port': {'device_id': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78', 'admin_state_up': True, 'tenant_id': '1800ae66977146748df919cbfee816a2'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:44.897082 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Made reservation on behalf of 1800ae66977146748df919cbfee816a2 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:58:44.900360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.908574 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.981808 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks [] for security_group (9c0518bf-da90-43a7-b464-d5068bb734d8), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:44.985458 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (9c0518bf-da90-43a7-b464-d5068bb734d8), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.050394 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0518bf-da90-43a7-b464-d5068bb734d8,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:45.059346 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.122759 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Allocated IP 192.168.233.196 (ab7e8d78-a46b-4a23-8c40-536e5db8af78/167d3a49-b349-4087-aaf9-09570fc49f2a/b299e675-5d17-48f0-879e-d84ba3238007) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:58:45.277057 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks [] for port (b299e675-5d17-48f0-879e-d84ba3238007), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.317114 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (b299e675-5d17-48f0-879e-d84ba3238007), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.379539 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Network ab7e8d78-a46b-4a23-8c40-536e5db8af78 is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:58:45.380665 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Pushing event updated for resources: {'Port': ['ID=b299e675-5d17-48f0-879e-d84ba3238007,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:45.383240 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:58:45.385535 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:58:45.440823 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:45.441795 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.458695 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-68e160cd-bcd8-41b1-aa8e-a2010414c72e tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6742847 Mar 05 02:58:45.478383 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Request body: {'port': {'device_id': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:58:45.550369 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b299e675-5d17-48f0-879e-d84ba3238007), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.652654 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e0240af7-0732-4982-8973-ca4bb65a94ba None None] Provisioning complete for port b299e675-5d17-48f0-879e-d84ba3238007 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:45.655232 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e0240af7-0732-4982-8973-ca4bb65a94ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b299e675-5d17-48f0-879e-d84ba3238007), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.698076 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e0240af7-0732-4982-8973-ca4bb65a94ba None None] Port b299e675-5d17-48f0-879e-d84ba3238007 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:58:45.836339 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b299e675-5d17-48f0-879e-d84ba3238007 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:45.844422 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Publish callbacks [] for port (b299e675-5d17-48f0-879e-d84ba3238007), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.851792 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73dd3c-58c1-4dd8-8752-c559a6af5d8a req-59292a9e-4caf-4215-bc61-aa072bc87d62 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:45.853377 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3f73dd3c-58c1-4dd8-8752-c559a6af5d8a req-59292a9e-4caf-4215-bc61-aa072bc87d62 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 936 time: 0.0561228 Mar 05 02:58:45.856999 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Transition to ACTIVE for port object b299e675-5d17-48f0-879e-d84ba3238007 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 02:58:45.860901 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (b299e675-5d17-48f0-879e-d84ba3238007), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:45.906540 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3f73dd3c-58c1-4dd8-8752-c559a6af5d8a req-ad5bedeb-99af-43fb-845d-3a5f3a472faa tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462005 Mar 05 02:58:45.934199 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Pushing event updated for resources: {'Port': ['ID=b299e675-5d17-48f0-879e-d84ba3238007,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:45.987299 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Attempting to bind port b299e675-5d17-48f0-879e-d84ba3238007 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:58:45.987650 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Attempting to bind port b299e675-5d17-48f0-879e-d84ba3238007 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:58:45.987993 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Attempting to bind port b299e675-5d17-48f0-879e-d84ba3238007 on network ab7e8d78-a46b-4a23-8c40-536e5db8af78 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:58:45.992514 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Port b299e675-5d17-48f0-879e-d84ba3238007 on network ab7e8d78-a46b-4a23-8c40-536e5db8af78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 02:58:45.992842 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Attempting to bind port b299e675-5d17-48f0-879e-d84ba3238007 on network ab7e8d78-a46b-4a23-8c40-536e5db8af78 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:58:45.998386 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:58:45.998830 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Checking segment: {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:58:45.999160 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Bound using segment: {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:58:45.999597 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Bound port: b299e675-5d17-48f0-879e-d84ba3238007, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918755d5-d114-46e5-956b-b5cdebfc7dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:58:45.999966 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b299e675-5d17-48f0-879e-d84ba3238007), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.065887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] For port b299e675-5d17-48f0-879e-d84ba3238007, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:58:46.068864 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] For port b299e675-5d17-48f0-879e-d84ba3238007, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b299e675-5d17-48f0-879e-d84ba3238007,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:58:46.075367 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (b299e675-5d17-48f0-879e-d84ba3238007), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.110217 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.111542 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:46.113075 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] 10.222.0.16 "PUT /v2.0/ports/b299e675-5d17-48f0-879e-d84ba3238007 HTTP/1.1" status: 200 len: 1098 time: 0.6392753 Mar 05 02:58:46.115404 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'tag': 'b299e675-5d17-48f0-879e-d84ba3238007'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:46.117690 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac929d65-8acf-4847-a1af-e0253d032e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d2c3e9-2b1f-4a9c-abae-c21f0c416558", "tag": "b299e675-5d17-48f0-879e-d84ba3238007"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:46.168115 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906c33d-29ad-4c9a-b8bd-b032bda36e98 service neutron] Pushing event updated for resources: {'Port': ['ID=b299e675-5d17-48f0-879e-d84ba3238007,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:46.173016 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e66c28-de29-4174-b059-273b0e09d644 x-openstack-request-id: req-e2e66c28-de29-4174-b059-273b0e09d644 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:46.173390 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d2c3e9-2b1f-4a9c-abae-c21f0c416558", "tag": "b299e675-5d17-48f0-879e-d84ba3238007", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:46.173716 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2e66c28-de29-4174-b059-273b0e09d644 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:46.174676 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'tag': 'b299e675-5d17-48f0-879e-d84ba3238007', 'status': 'completed', 'code': 200} Mar 05 02:58:46.223076 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-e9fd14cd-e2cb-4e77-b79b-97a229efb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.224626 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-e9fd14cd-e2cb-4e77-b79b-97a229efb69d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1800ae66977146748df919cbfee816a2&device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 1132 time: 0.0533805 Mar 05 02:58:46.277238 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-d8f939a1-6bbd-40d5-b5d7-ae9aaf5c8c08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b299e675-5d17-48f0-879e-d84ba3238007 HTTP/1.1" status: 200 len: 217 time: 0.0362718 Mar 05 02:58:46.332902 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-ae02aec0-8fc1-4ecd-915d-5b7c3983c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.334499 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-ae02aec0-8fc1-4ecd-915d-5b7c3983c510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167d3a49-b349-4087-aaf9-09570fc49f2a HTTP/1.1" status: 200 len: 843 time: 0.0484412 Mar 05 02:58:46.389187 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-d287222c-a680-4ac9-b3d7-578ba905aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.390787 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-d287222c-a680-4ac9-b3d7-578ba905aacc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab7e8d78-a46b-4a23-8c40-536e5db8af78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483396 Mar 05 02:58:46.482118 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-e4d4e8c7-eb27-48e3-b911-5e2af8fd6c60 service neutron] 10.222.0.16 "GET /v2.0/networks/ab7e8d78-a46b-4a23-8c40-536e5db8af78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838079 Mar 05 02:58:46.572936 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cdc74724-8b23-4573-bf0a-13ed7c20a46b req-a0ce394c-cdcc-4320-bad6-08a26300fb09 service neutron] 10.222.0.16 "GET /v2.0/networks/ab7e8d78-a46b-4a23-8c40-536e5db8af78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846519 Mar 05 02:58:46.734301 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-9685577c-f30a-4553-aa62-b4ca5d582907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.736256 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-9685577c-f30a-4553-aa62-b4ca5d582907 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1800ae66977146748df919cbfee816a2&device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 1132 time: 0.0482836 Mar 05 02:58:46.848424 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-e692070a-1120-4501-81d5-aabdcd566b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.850656 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-e692070a-1120-4501-81d5-aabdcd566b24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab7e8d78-a46b-4a23-8c40-536e5db8af78 HTTP/1.1" status: 200 len: 870 time: 0.0974274 Mar 05 02:58:46.900464 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-4222016c-1b2c-4fc7-80c7-fc1b8d70719b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=b299e675-5d17-48f0-879e-d84ba3238007 HTTP/1.1" status: 200 len: 217 time: 0.0416117 Mar 05 02:58:46.948925 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-6b8f2779-93b9-4be8-8155-94a5e88a1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:46.950392 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-6b8f2779-93b9-4be8-8155-94a5e88a1625 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=167d3a49-b349-4087-aaf9-09570fc49f2a HTTP/1.1" status: 200 len: 843 time: 0.0439930 Mar 05 02:58:47.001005 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-ce8d2298-2303-49d2-9df9-ae9803f9f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:47.002556 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-ce8d2298-2303-49d2-9df9-ae9803f9f120 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab7e8d78-a46b-4a23-8c40-536e5db8af78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445540 Mar 05 02:58:47.025378 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee9265-6833-44af-a510-b180de0aeda4 req-81336832-ae14-443c-a432-b25da954beff tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:47.027616 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-31ee9265-6833-44af-a510-b180de0aeda4 req-81336832-ae14-443c-a432-b25da954beff tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 948 time: 0.0547202 Mar 05 02:58:47.078907 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-31ee9265-6833-44af-a510-b180de0aeda4 req-1f5153da-b8f6-494f-b320-486f13285cfc tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Mar 05 02:58:47.104968 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-9f53abff-83c1-475c-a944-c161e652a709 service neutron] 10.222.0.16 "GET /v2.0/networks/ab7e8d78-a46b-4a23-8c40-536e5db8af78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958986 Mar 05 02:58:47.199028 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-ac929d65-8acf-4847-a1af-e0253d032e8b req-f20894cb-dc3f-49b5-b8bf-752920d51e91 service neutron] 10.222.0.16 "GET /v2.0/networks/ab7e8d78-a46b-4a23-8c40-536e5db8af78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869491 Mar 05 02:58:47.667848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:48.210603 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0e8f2-7b53-47ba-9534-02ed1961975b req-a591af88-f1e9-4477-aacf-f8c39547e5ef tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:48.212189 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-59e0e8f2-7b53-47ba-9534-02ed1961975b req-a591af88-f1e9-4477-aacf-f8c39547e5ef tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 948 time: 0.0592546 Mar 05 02:58:48.226030 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b299e675-5d17-48f0-879e-d84ba3238007 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 02:58:48.266569 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-59e0e8f2-7b53-47ba-9534-02ed1961975b req-ba134e2c-5312-49e0-a0cc-a87de6ded937 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Mar 05 02:58:48.325758 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port b299e675-5d17-48f0-879e-d84ba3238007, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b299e675-5d17-48f0-879e-d84ba3238007,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:48.336752 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': 'b299e675-5d17-48f0-879e-d84ba3238007', 'network_id': 'ab7e8d78-a46b-4a23-8c40-536e5db8af78', 'port_id': 'b299e675-5d17-48f0-879e-d84ba3238007', 'mac_address': 'fa:16:3e:44:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167d3a49-b349-4087-aaf9-09570fc49f2a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 02:58:48.376649 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port b299e675-5d17-48f0-879e-d84ba3238007 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:48.377043 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b299e675-5d17-48f0-879e-d84ba3238007), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:48.389922 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b299e675-5d17-48f0-879e-d84ba3238007 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 02:58:48.409944 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port b299e675-5d17-48f0-879e-d84ba3238007, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b299e675-5d17-48f0-879e-d84ba3238007,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:48.413484 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b299e675-5d17-48f0-879e-d84ba3238007), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:48.457803 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=b299e675-5d17-48f0-879e-d84ba3238007,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.470833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:48.750895 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['b299e675-5d17-48f0-879e-d84ba3238007'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:49.393755 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40268fba-1065-4ceb-b36a-3db2824faf06 req-a1fe0881-9f83-4ced-b571-16b349c1b8dd tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:49.395243 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-40268fba-1065-4ceb-b36a-3db2824faf06 req-a1fe0881-9f83-4ced-b571-16b349c1b8dd tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 949 time: 0.0562725 Mar 05 02:58:49.445465 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-40268fba-1065-4ceb-b36a-3db2824faf06 req-8fad70e9-dc5a-4c4d-af05-5799bf7ecc35 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Mar 05 02:58:50.233733 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b299e675-5d17-48f0-879e-d84ba3238007 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:58:50.281333 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port b299e675-5d17-48f0-879e-d84ba3238007 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 02:58:50.284866 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port b299e675-5d17-48f0-879e-d84ba3238007 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:58:50.285240 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b299e675-5d17-48f0-879e-d84ba3238007), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:50.371504 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port b299e675-5d17-48f0-879e-d84ba3238007 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:58:50.371904 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b299e675-5d17-48f0-879e-d84ba3238007), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:50.398397 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299e675-5d17-48f0-879e-d84ba3238007'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:50.400646 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd06a62-3f0e-48fa-acea-ffc071733c33" -d '{"events": [{"server_uuid": "f4d2c3e9-2b1f-4a9c-abae-c21f0c416558", "name": "network-vif-plugged", "status": "completed", "tag": "b299e675-5d17-48f0-879e-d84ba3238007"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:50.417998 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port b299e675-5d17-48f0-879e-d84ba3238007, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b299e675-5d17-48f0-879e-d84ba3238007,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:50.422174 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b299e675-5d17-48f0-879e-d84ba3238007), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:50.454080 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8560fa2f-1788-41b0-8b9d-9cd10bd48287 x-openstack-request-id: req-8560fa2f-1788-41b0-8b9d-9cd10bd48287 {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:50.454373 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d2c3e9-2b1f-4a9c-abae-c21f0c416558", "name": "network-vif-plugged", "status": "completed", "tag": "b299e675-5d17-48f0-879e-d84ba3238007", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:50.454625 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8560fa2f-1788-41b0-8b9d-9cd10bd48287 {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:50.455035 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299e675-5d17-48f0-879e-d84ba3238007', 'code': 200} Mar 05 02:58:50.481077 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=b299e675-5d17-48f0-879e-d84ba3238007,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:50.585170 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbcb39-4303-412a-b7fb-a1ae3020d8a7 req-de1927da-dc2f-4706-ac2b-964da1f6a36a tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:50.587879 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f9fbcb39-4303-412a-b7fb-a1ae3020d8a7 req-de1927da-dc2f-4706-ac2b-964da1f6a36a tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 950 time: 0.0628691 Mar 05 02:58:50.636858 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-f9fbcb39-4303-412a-b7fb-a1ae3020d8a7 req-bd52ce97-5157-4576-8fc8-eccc96c468ea tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Mar 05 02:58:50.686748 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442a50-0615-42b7-975c-d7d509619f1f req-c46dba43-5db7-4f09-b3a7-df6d27ebdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:50.688296 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e5442a50-0615-42b7-975c-d7d509619f1f req-c46dba43-5db7-4f09-b3a7-df6d27ebdbd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 1134 time: 0.0489440 Mar 05 02:58:50.733340 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e5442a50-0615-42b7-975c-d7d509619f1f req-cc3cff31-ba47-4969-b21f-f207e2eb75dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Mar 05 02:58:51.759440 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd57248-2c2a-4ac6-9052-51086bceafa4 req-41981176-8179-40aa-bdcf-24f1932541db tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:51.760937 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bbd57248-2c2a-4ac6-9052-51086bceafa4 req-41981176-8179-40aa-bdcf-24f1932541db tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 950 time: 0.0564628 Mar 05 02:58:51.807245 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bbd57248-2c2a-4ac6-9052-51086bceafa4 req-72eb7eb1-e0f4-40df-84fb-6b79ee46b9b6 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Mar 05 02:58:52.920805 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371009-a6fa-4e83-8013-aca55b36c299 req-c8243a59-eaf1-48e5-adf2-9eb9955c8bbe tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:52.922244 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-14371009-a6fa-4e83-8013-aca55b36c299 req-c8243a59-eaf1-48e5-adf2-9eb9955c8bbe tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 950 time: 0.0500283 Mar 05 02:58:52.970005 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-14371009-a6fa-4e83-8013-aca55b36c299 req-0a6efa21-8c42-4c22-a730-910eaf4cf776 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Mar 05 02:58:53.233053 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6933a7-71e1-4c6f-ae9d-c50cd80103e5 req-deca7d7f-1313-4e8b-b029-4115b106c215 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:53.234538 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-eb6933a7-71e1-4c6f-ae9d-c50cd80103e5 req-deca7d7f-1313-4e8b-b029-4115b106c215 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 950 time: 0.0560799 Mar 05 02:58:53.280323 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-eb6933a7-71e1-4c6f-ae9d-c50cd80103e5 req-69bf2ae0-b74c-47b7-928e-c63bf8dbf2f3 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Mar 05 02:58:54.403842 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570ad97-4837-444f-b894-6ccef4305669 req-daa52b6b-eb07-4d1b-8b7e-cd6c83908ffc tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:54.405318 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2570ad97-4837-444f-b894-6ccef4305669 req-daa52b6b-eb07-4d1b-8b7e-cd6c83908ffc tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 950 time: 0.0558743 Mar 05 02:58:54.471010 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-2570ad97-4837-444f-b894-6ccef4305669 req-57dfded4-d99b-4408-95c1-b1ad054190b0 tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c0518bf-da90-43a7-b464-d5068bb734d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596995 Mar 05 02:58:54.833866 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69c043-bfec-4671-9025-d34418f386e7 req-1dacb9af-c114-4935-a6bf-8f2b9911050f tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:54.835328 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fe69c043-bfec-4671-9025-d34418f386e7 req-1dacb9af-c114-4935-a6bf-8f2b9911050f tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 950 time: 0.0541806 Mar 05 02:58:54.925514 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Deleting port b299e675-5d17-48f0-879e-d84ba3238007 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:54.925862 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b299e675-5d17-48f0-879e-d84ba3238007), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:55.018179 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] For port b299e675-5d17-48f0-879e-d84ba3238007, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=b299e675-5d17-48f0-879e-d84ba3238007,segment=NetworkSegment(918755d5-d114-46e5-956b-b5cdebfc7dd8),segment_id=918755d5-d114-46e5-956b-b5cdebfc7dd8)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:55.018571 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b299e675-5d17-48f0-879e-d84ba3238007), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:55.031275 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Calling delete_port for b299e675-5d17-48f0-879e-d84ba3238007 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:58:55.164096 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (b299e675-5d17-48f0-879e-d84ba3238007), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:55.197099 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Pushing event deleted for resources: {'Port': ['ID=b299e675-5d17-48f0-879e-d84ba3238007,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:55.199910 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['b299e675-5d17-48f0-879e-d84ba3238007'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 02:58:55.256407 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] No DVR routers for this DVR port b299e675-5d17-48f0-879e-d84ba3238007 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:58:55.259513 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:55.263225 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fe69c043-bfec-4671-9025-d34418f386e7 req-9bb9ba0c-4c08-4bd8-934f-6699b614329d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.16 "DELETE /v2.0/ports/b299e675-5d17-48f0-879e-d84ba3238007 HTTP/1.1" status: 204 len: 173 time: 0.4215200 Mar 05 02:58:55.263692 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'name': 'network-vif-deleted', 'tag': 'b299e675-5d17-48f0-879e-d84ba3238007'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:58:55.265949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc5437-8807-41e4-b462-0f7d0df88c0a" -d '{"events": [{"server_uuid": "f4d2c3e9-2b1f-4a9c-abae-c21f0c416558", "name": "network-vif-deleted", "tag": "b299e675-5d17-48f0-879e-d84ba3238007"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:58:55.312781 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff045841-67f2-48b2-9e57-134c0314c24c x-openstack-request-id: req-ff045841-67f2-48b2-9e57-134c0314c24c {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:58:55.313137 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d2c3e9-2b1f-4a9c-abae-c21f0c416558", "name": "network-vif-deleted", "tag": "b299e675-5d17-48f0-879e-d84ba3238007", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:58:55.313408 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff045841-67f2-48b2-9e57-134c0314c24c {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:58:55.314059 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d2c3e9-2b1f-4a9c-abae-c21f0c416558', 'name': 'network-vif-deleted', 'tag': 'b299e675-5d17-48f0-879e-d84ba3238007', 'status': 'completed', 'code': 200} Mar 05 02:58:55.578358 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-a5710ca4-786d-44f7-ae73-bf0b58356ebb req-35129c53-aa67-478c-9f96-29ea3b80842d tempest-VolumesNegativeTest-1294661909 tempest-VolumesNegativeTest-1294661909-project] 10.222.0.11 "GET /v2.0/ports?device_id=f4d2c3e9-2b1f-4a9c-abae-c21f0c416558 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Mar 05 02:58:58.262861 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6c7c-ac65-4f60-a29d-9d72f9211435 req-b1570210-73c0-4b8a-9985-688cc8cca424 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:58.264439 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3a2a6c7c-ac65-4f60-a29d-9d72f9211435 req-b1570210-73c0-4b8a-9985-688cc8cca424 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 947 time: 0.0539639 Mar 05 02:58:58.271302 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b299e675-5d17-48f0-879e-d84ba3238007 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:58:58.300846 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: b299e675-5d17-48f0-879e-d84ba3238007 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:58:58.301287 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device b299e675-5d17-48f0-879e-d84ba3238007 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:58:58.322261 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3a2a6c7c-ac65-4f60-a29d-9d72f9211435 req-280d3818-163b-4c3e-9c4f-0b8f2d821252 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521209 Mar 05 02:58:58.664133 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36586) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:58.782504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f82bcc08-5da8-4b5a-8545-9887b1b5a3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:58.862833 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f82bcc08-5da8-4b5a-8545-9887b1b5a3c5 admin admin] Publish callbacks [] for security_group (6550ac9b-ca62-4695-8153-b09f3c8dd186), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:58.866957 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f82bcc08-5da8-4b5a-8545-9887b1b5a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (6550ac9b-ca62-4695-8153-b09f3c8dd186), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:58.913726 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f82bcc08-5da8-4b5a-8545-9887b1b5a3c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ade0cb0b9f7a49289368e3b9bed27751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456889 Mar 05 02:58:58.913726 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bcc08-5da8-4b5a-8545-9887b1b5a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6550ac9b-ca62-4695-8153-b09f3c8dd186,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:58.914059 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36608) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:58.970269 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Publish callbacks [] for security_group (6550ac9b-ca62-4695-8153-b09f3c8dd186), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:58.996275 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Publish callbacks [] for security_group (6550ac9b-ca62-4695-8153-b09f3c8dd186), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.051613 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (6550ac9b-ca62-4695-8153-b09f3c8dd186), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.054234 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.055427 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6550ac9b-ca62-4695-8153-b09f3c8dd186 HTTP/1.1" status: 204 len: 168 time: 0.1403811 Mar 05 02:58:59.064367 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6550ac9b-ca62-4695-8153-b09f3c8dd186,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:58:59.072922 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.073285 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.073641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.073990 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.074421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.074964 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.075520 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.075964 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.076530 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.077057 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.077410 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.077964 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.078499 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbda409-99c2-4ccc-b89f-4618cdcc7411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:58:59.453471 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd17f12-67d3-4c75-b8a3-59f88d9cc2b7 req-af410f54-ada2-449a-ae98-9327209c8f3c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:59.455052 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3fd17f12-67d3-4c75-b8a3-59f88d9cc2b7 req-af410f54-ada2-449a-ae98-9327209c8f3c tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 947 time: 0.0592024 Mar 05 02:58:59.506859 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3fd17f12-67d3-4c75-b8a3-59f88d9cc2b7 req-c7b75c8a-7244-4b53-98b8-cd193dd5e7e0 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups?id=918e3233-c7e3-4c00-9131-c0f3ae6e2989&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460494 Mar 05 02:58:59.705428 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-06293150-d854-4e85-a3be-4a7af3bc2096 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:58:59.706819 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-06293150-d854-4e85-a3be-4a7af3bc2096 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 947 time: 0.0527284 Mar 05 02:58:59.804120 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Deleting port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:58:59.804469 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.841499 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36662) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:58:59.888602 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Deleting subnet 591dd1c2-416d-4fb3-8d9b-08f63db666a5 {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:58:59.892707 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Publish callbacks [] for subnet (591dd1c2-416d-4fb3-8d9b-08f63db666a5), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.901084 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] For port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:58:59.901708 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.928275 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (591dd1c2-416d-4fb3-8d9b-08f63db666a5), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:58:59.970513 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (591dd1c2-416d-4fb3-8d9b-08f63db666a5), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.032836 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (591dd1c2-416d-4fb3-8d9b-08f63db666a5), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.062215 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591dd1c2-416d-4fb3-8d9b-08f63db666a5,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:00.066203 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.071184 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-5c1e8559-c1dd-4991-a650-0bde01dd1321 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/591dd1c2-416d-4fb3-8d9b-08f63db666a5 HTTP/1.1" status: 204 len: 168 time: 0.2286291 Mar 05 02:59:00.074175 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36666) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:00.095012 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.095635 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (cc6fba40-e84b-44b4-be3a-c06138deea4d), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.096152 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Floating IP cc6fba40-e84b-44b4-be3a-c06138deea4d disassociated. External IP: 172.28.2.48, port: 6df4b4e1-8354-493a-bc98-d9fd9f301f8f. Mar 05 02:59:00.096703 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Calling delete_port for 6df4b4e1-8354-493a-bc98-d9fd9f301f8f owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:00.166828 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (66e65273-30dd-444b-9f22-6dbb54696bc1), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.246322 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (6df4b4e1-8354-493a-bc98-d9fd9f301f8f), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.256928 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (66e65273-30dd-444b-9f22-6dbb54696bc1), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.281251 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e65273-30dd-444b-9f22-6dbb54696bc1']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:00.282443 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event deleted for resources: {'Port': ['ID=6df4b4e1-8354-493a-bc98-d9fd9f301f8f,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:00.291316 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5048fbd6-97da-48a7-94a7-81a329a37398') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:00.291619 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5048fbd6-97da-48a7-94a7-81a329a37398') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:00.303668 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (5048fbd6-97da-48a7-94a7-81a329a37398), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.324355 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (5048fbd6-97da-48a7-94a7-81a329a37398), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.332322 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:59:00.332735 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (5048fbd6-97da-48a7-94a7-81a329a37398), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:59:00.344178 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:59:00.406957 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (66e65273-30dd-444b-9f22-6dbb54696bc1), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.413060 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.417359 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66e65273-30dd-444b-9f22-6dbb54696bc1 HTTP/1.1" status: 204 len: 168 time: 0.3422432 Mar 05 02:59:00.420622 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:00.443119 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd611abe-9cef-4138-9837-0125aa650798 admin admin] Pushing event deleted for resources: {'Network': ['ID=66e65273-30dd-444b-9f22-6dbb54696bc1,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:00.538356 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36682) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:00.543140 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:00.558833 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:00.578747 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:00.578993 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:58:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:00.588781 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] No DVR routers for this DVR port 6df4b4e1-8354-493a-bc98-d9fd9f301f8f on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:00.592408 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.596056 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e7c95388-b2e1-40e7-bdce-c560654511f8 req-1655def3-37f0-4dd4-b779-02e1484e20d9 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.16 "DELETE /v2.0/ports/6df4b4e1-8354-493a-bc98-d9fd9f301f8f HTTP/1.1" status: 204 len: 173 time: 0.8840292 Mar 05 02:59:00.597658 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-deleted', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:00.603118 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b003da18-8aa8-4bbd-8202-f0925cfbd8de" -d '{"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-deleted", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:00.611197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36686) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:00.647670 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e6fc3ef5-49f0-4b4b-8d75-7771614100c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4997c822df70462593cda631e12bce14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1078162 Mar 05 02:59:00.650523 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36690) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:00.654308 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-9dc04ad3-17af-42c9-be62-be04b77c3d7d req-fca250cc-d070-471f-9b6f-044c73338284 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fc14ad5-9b47-4aa3-b477-0490a1fb169b HTTP/1.1" status: 200 len: 210 time: 0.0571949 Mar 05 02:59:00.655951 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8032b595-7f41-4896-b390-2d4a6bcb2fb7 x-openstack-request-id: req-8032b595-7f41-4896-b390-2d4a6bcb2fb7 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:00.656317 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc14ad5-9b47-4aa3-b477-0490a1fb169b", "name": "network-vif-deleted", "tag": "6df4b4e1-8354-493a-bc98-d9fd9f301f8f", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:00.656729 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8032b595-7f41-4896-b390-2d4a6bcb2fb7 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:00.657089 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc14ad5-9b47-4aa3-b477-0490a1fb169b', 'name': 'network-vif-deleted', 'tag': '6df4b4e1-8354-493a-bc98-d9fd9f301f8f', 'status': 'completed', 'code': 200} Mar 05 02:59:00.744796 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-179ac8c5-0e84-4156-9ce1-0285c4c4980a admin admin] Publish callbacks [] for security_group (5c5e6164-a536-4f92-ab52-5e34d84f7f34), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.769141 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-179ac8c5-0e84-4156-9ce1-0285c4c4980a admin admin] Publish callbacks [] for security_group (5c5e6164-a536-4f92-ab52-5e34d84f7f34), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.770657 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:00.836882 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-179ac8c5-0e84-4156-9ce1-0285c4c4980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (5c5e6164-a536-4f92-ab52-5e34d84f7f34), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.840158 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-179ac8c5-0e84-4156-9ce1-0285c4c4980a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.844272 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-179ac8c5-0e84-4156-9ce1-0285c4c4980a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c5e6164-a536-4f92-ab52-5e34d84f7f34 HTTP/1.1" status: 204 len: 168 time: 0.1909797 Mar 05 02:59:00.852985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ac8c5-0e84-4156-9ce1-0285c4c4980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5e6164-a536-4f92-ab52-5e34d84f7f34,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:00.900643 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2d9381bf-687c-4f4d-8726-7235cdd9bc8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1800ae66977146748df919cbfee816a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859511 Mar 05 02:59:00.901224 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36696) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:00.955396 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8e77693b-54b6-4ea5-80e5-8cac84cbe9ad admin admin] Publish callbacks [] for security_group (9c0518bf-da90-43a7-b464-d5068bb734d8), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:00.977311 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8e77693b-54b6-4ea5-80e5-8cac84cbe9ad admin admin] Publish callbacks [] for security_group (9c0518bf-da90-43a7-b464-d5068bb734d8), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.032480 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8e77693b-54b6-4ea5-80e5-8cac84cbe9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (9c0518bf-da90-43a7-b464-d5068bb734d8), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.032711 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:01.035881 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8e77693b-54b6-4ea5-80e5-8cac84cbe9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.041405 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-8e77693b-54b6-4ea5-80e5-8cac84cbe9ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c0518bf-da90-43a7-b464-d5068bb734d8 HTTP/1.1" status: 204 len: 168 time: 0.1390300 Mar 05 02:59:01.052924 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77693b-54b6-4ea5-80e5-8cac84cbe9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0518bf-da90-43a7-b464-d5068bb734d8,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:01.219623 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:01.244901 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:01.245750 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:58:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:01.412648 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:01.674405 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:01.705836 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e057a93f-d360-456a-aac5-0206b066f40f None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:53:14Z', 'revision_number': 4, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'a33ffd4a-e419-4a9e-9253-b78b631e6bb1', 'name': '', 'network_id': '7f2ff02b-94ca-4ace-971d-5215d54dfcfc', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'mac_address': 'fa:16:3e:76:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:12Z', 'updated_at': '2022-03-05T02:53:19Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'subnets': [{'id': '22be86df-2488-4c49-9e5a-946e9709d70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:01.758644 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36730) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:01.815040 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-762627b9-8c4f-4406-9c50-2cd2f1f11eb4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (918e3233-c7e3-4c00-9131-c0f3ae6e2989), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.838541 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-762627b9-8c4f-4406-9c50-2cd2f1f11eb4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (918e3233-c7e3-4c00-9131-c0f3ae6e2989), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.893306 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-762627b9-8c4f-4406-9c50-2cd2f1f11eb4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (918e3233-c7e3-4c00-9131-c0f3ae6e2989), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.896294 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-762627b9-8c4f-4406-9c50-2cd2f1f11eb4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:01.900828 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-762627b9-8c4f-4406-9c50-2cd2f1f11eb4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "DELETE /v2.0/security-groups/918e3233-c7e3-4c00-9131-c0f3ae6e2989 HTTP/1.1" status: 204 len: 168 time: 0.1410344 Mar 05 02:59:01.901396 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36738) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:01.911655 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762627b9-8c4f-4406-9c50-2cd2f1f11eb4 tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e3233-c7e3-4c00-9131-c0f3ae6e2989,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:01.938579 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.api.v2.resource [None req-161f0080-3892-4b80-a21c-a911df5b1a0d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] show failed (client error): The resource could not be found. Mar 05 02:59:01.942498 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-161f0080-3892-4b80-a21c-a911df5b1a0d tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "GET /v2.0/security-groups/918e3233-c7e3-4c00-9131-c0f3ae6e2989 HTTP/1.1" status: 404 len: 347 time: 0.0363350 Mar 05 02:59:01.943400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36740) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:02.005692 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b655118-153b-44fa-b944-e3bc24298ed4 None None] New status for floating IP cc6fba40-e84b-44b4-be3a-c06138deea4d: DOWN {{(pid=114616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:59:02.096322 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Deleting port 36e853de-e85f-4779-ba53-fda78df2c40d {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:02.096737 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (36e853de-e85f-4779-ba53-fda78df2c40d), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.179730 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (36e853de-e85f-4779-ba53-fda78df2c40d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.180085 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (36e853de-e85f-4779-ba53-fda78df2c40d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.192889 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Calling delete_port for 36e853de-e85f-4779-ba53-fda78df2c40d owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:02.271207 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:02.298958 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 6df4b4e1-8354-493a-bc98-d9fd9f301f8f {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:02.299362 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 6df4b4e1-8354-493a-bc98-d9fd9f301f8f not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:02.336049 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (36e853de-e85f-4779-ba53-fda78df2c40d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.363076 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Pushing event deleted for resources: {'Port': ['ID=36e853de-e85f-4779-ba53-fda78df2c40d,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:02.433856 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks [] for floatingip (cc6fba40-e84b-44b4-be3a-c06138deea4d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.436929 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:02.438110 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-0824d37c-f876-48eb-a7fa-b46f9be9a54f tempest-AttachVolumeShelveTestJSON-1334002680 tempest-AttachVolumeShelveTestJSON-1334002680-project] 10.222.0.11 "DELETE /v2.0/floatingips/cc6fba40-e84b-44b4-be3a-c06138deea4d HTTP/1.1" status: 204 len: 168 time: 0.4936781 Mar 05 02:59:04.879394 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36826) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:05.392047 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:05.644020 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Deleting port a33ffd4a-e419-4a9e-9253-b78b631e6bb1 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:05.644369 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:05.722507 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] For port a33ffd4a-e419-4a9e-9253-b78b631e6bb1, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:05.722906 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:05.735396 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Calling delete_port for a33ffd4a-e419-4a9e-9253-b78b631e6bb1 owned by network:router_interface {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:05.943426 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (a33ffd4a-e419-4a9e-9253-b78b631e6bb1), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:05.970515 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33ffd4a-e419-4a9e-9253-b78b631e6bb1,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:06.163401 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:06.410242 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:06.521880 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:06.527751 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-fe627db5-05dc-4df0-936f-f3920087e0d6 admin admin] 10.222.0.11 "PUT /v2.0/routers/a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6472640 Mar 05 02:59:06.530193 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36874) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:06.532496 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] Sync routers for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:06.543279 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:06.544121 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:58:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:06.640165 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks [] for router (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:06.652517 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:06.745076 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks [] for router_gateway (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:06.796254 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Deleting port cf2dd0ad-1e21-4764-a98e-ac526ac43972 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:06.796506 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:06.836175 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:59:05Z', 'revision_number': 5, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port': {'id': 'cf2dd0ad-1e21-4764-a98e-ac526ac43972', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:53:10Z', 'updated_at': '2022-03-05T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:06.863298 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] Checking router: a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:06.872050 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] Routers {'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:06.872661 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:58:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:06.874137 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] For port cf2dd0ad-1e21-4764-a98e-ac526ac43972, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=cf2dd0ad-1e21-4764-a98e-ac526ac43972,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:06.874500 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:06.886834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Calling delete_port for cf2dd0ad-1e21-4764-a98e-ac526ac43972 owned by network:router_gateway {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:06.960634 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] Set router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b gateway port host: None {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:07.017696 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:59:06Z', 'revision_number': 6, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port_host': None}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:07.045974 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde7760-4cbe-482f-9814-bfca7de69aee None None] The sync data for ids ['a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b'] in dv-cinder-827259-3-smb is: [{'id': 'a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b', 'name': 'tempest-AttachVolumeShelveTestJSON-1034096351-router', 'tenant_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:53:09Z', 'updated_at': '2022-03-05T02:59:06Z', 'revision_number': 6, 'project_id': '1ae17bc418a044f3b4b1d1dfd3941877', 'gw_port_host': None}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:07.059808 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (cf2dd0ad-1e21-4764-a98e-ac526ac43972), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.095039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2dd0ad-1e21-4764-a98e-ac526ac43972,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:07.156665 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.216633 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36882) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:07.252175 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.254333 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks [] for router_controller (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.300496 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.301071 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b {{(pid=114614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:59:07.305525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.307285 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-7dac0c8a-5f78-4fd0-afb0-00d242060434 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a2951ef6-c6f7-4560-85f2-e8a1cd7e8e3b HTTP/1.1" status: 204 len: 168 time: 0.7758346 Mar 05 02:59:07.309702 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36886) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:07.328405 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-64cd383a-84f2-49ab-9192-4e34914ff9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.360155 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Deleting subnet 22be86df-2488-4c49-9e5a-946e9709d70f {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:59:07.367327 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Publish callbacks [] for subnet (22be86df-2488-4c49-9e5a-946e9709d70f), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.408693 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (22be86df-2488-4c49-9e5a-946e9709d70f), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.426120 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-64cd383a-84f2-49ab-9192-4e34914ff9a1 admin admin] Publish callbacks [] for security_group (0c41ed59-3156-443b-b334-9245e579e567), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.436730 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-64cd383a-84f2-49ab-9192-4e34914ff9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (0c41ed59-3156-443b-b334-9245e579e567), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.488184 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-64cd383a-84f2-49ab-9192-4e34914ff9a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8032ad92e334d0aa4edee69208b14ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680473 Mar 05 02:59:07.490712 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36894) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:07.500849 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd383a-84f2-49ab-9192-4e34914ff9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c41ed59-3156-443b-b334-9245e579e567,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:07.514677 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (22be86df-2488-4c49-9e5a-946e9709d70f), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.551887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2301bf0c-e28b-40a8-b223-9de462fb5df8 admin admin] Publish callbacks [] for security_group (0c41ed59-3156-443b-b334-9245e579e567), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.574642 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2301bf0c-e28b-40a8-b223-9de462fb5df8 admin admin] Publish callbacks [] for security_group (0c41ed59-3156-443b-b334-9245e579e567), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.574923 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (22be86df-2488-4c49-9e5a-946e9709d70f), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.601057 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22be86df-2488-4c49-9e5a-946e9709d70f,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:07.609133 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.613394 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-4aefebf0-6347-4567-8b4e-2e55cf3817c9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/22be86df-2488-4c49-9e5a-946e9709d70f HTTP/1.1" status: 204 len: 168 time: 0.3024693 Mar 05 02:59:07.615795 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36896) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:07.618892 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4afb4-2b2c-4a68-aec4-c68af5b2fd82 None None] Network 7f2ff02b-94ca-4ace-971d-5215d54dfcfc requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:07.640160 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2301bf0c-e28b-40a8-b223-9de462fb5df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (0c41ed59-3156-443b-b334-9245e579e567), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.642713 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2301bf0c-e28b-40a8-b223-9de462fb5df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.644773 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2301bf0c-e28b-40a8-b223-9de462fb5df8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c41ed59-3156-443b-b334-9245e579e567 HTTP/1.1" status: 204 len: 168 time: 0.1529765 Mar 05 02:59:07.654965 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301bf0c-e28b-40a8-b223-9de462fb5df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c41ed59-3156-443b-b334-9245e579e567,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:07.707430 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (7f2ff02b-94ca-4ace-971d-5215d54dfcfc), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.766565 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Deleting port b406435e-0f00-4e84-9a31-4540c448b54d {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:07.766944 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.835117 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] For port b406435e-0f00-4e84-9a31-4540c448b54d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b406435e-0f00-4e84-9a31-4540c448b54d,segment=NetworkSegment(82c4032a-7958-4282-b1ea-90bc10c89698),segment_id=82c4032a-7958-4282-b1ea-90bc10c89698)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:07.835364 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.851730 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Calling delete_port for b406435e-0f00-4e84-9a31-4540c448b54d owned by network:dhcp {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:07.897223 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] DHCP port deletion for 7f2ff02b-94ca-4ace-971d-5215d54dfcfc request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:59:07.963587 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.978674 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Deleting port b406435e-0f00-4e84-9a31-4540c448b54d {{(pid=114615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:07.979223 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), before_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:07.990609 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Pushing event deleted for resources: {'Port': ['ID=b406435e-0f00-4e84-9a31-4540c448b54d,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:07.992426 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] No DVR routers for this DVR port b406435e-0f00-4e84-9a31-4540c448b54d on host dv-cinder-827259-3-smb {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:08.004753 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a33ffd4a-e419-4a9e-9253-b78b631e6bb1 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:08.059899 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: a33ffd4a-e419-4a9e-9253-b78b631e6bb1 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:08.060247 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a33ffd4a-e419-4a9e-9253-b78b631e6bb1 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:08.060687 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b406435e-0f00-4e84-9a31-4540c448b54d no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:08.067345 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (7f2ff02b-94ca-4ace-971d-5215d54dfcfc), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.088623 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: b406435e-0f00-4e84-9a31-4540c448b54d {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:08.088902 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b406435e-0f00-4e84-9a31-4540c448b54d not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:08.089327 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device cf2dd0ad-1e21-4764-a98e-ac526ac43972 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:08.091319 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] For port b406435e-0f00-4e84-9a31-4540c448b54d, host dv-cinder-827259-3-smb, got binding levels [] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:08.091717 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), precommit_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.092066 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ff02b-94ca-4ace-971d-5215d54dfcfc']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:08.101535 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c4032a-7958-4282-b1ea-90bc10c89698') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:08.101779 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c4032a-7958-4282-b1ea-90bc10c89698') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:08.110925 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (82c4032a-7958-4282-b1ea-90bc10c89698), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.115570 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: cf2dd0ad-1e21-4764-a98e-ac526ac43972 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:08.115930 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device cf2dd0ad-1e21-4764-a98e-ac526ac43972 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:08.120837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Calling delete_port for b406435e-0f00-4e84-9a31-4540c448b54d owned by network:dhcp {{(pid=114615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:08.125241 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.ipam_backend_mixin [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Port b406435e-0f00-4e84-9a31-4540c448b54d was not found and therefore no delete operation was performed {{(pid=114615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 02:59:08.126684 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600'] for port (b406435e-0f00-4e84-9a31-4540c448b54d), after_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.130744 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (82c4032a-7958-4282-b1ea-90bc10c89698), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.141181 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:59:08.141663 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (82c4032a-7958-4282-b1ea-90bc10c89698), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:59:08.144137 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:59:08.157094 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] Pushing event deleted for resources: {'Port': ['ID=b406435e-0f00-4e84-9a31-4540c448b54d,revision_number=None']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:08.161034 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c9480-c8de-4a11-b804-02552a2ae21a None None] No DVR routers for this DVR port b406435e-0f00-4e84-9a31-4540c448b54d on host dv-cinder-827259-3-smb {{(pid=114615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:08.207866 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (7f2ff02b-94ca-4ace-971d-5215d54dfcfc), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.213389 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.216702 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f2ff02b-94ca-4ace-971d-5215d54dfcfc HTTP/1.1" status: 204 len: 168 time: 0.5999520 Mar 05 02:59:08.229892 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385d343-1fe3-4300-83ef-cd765437177d admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2ff02b-94ca-4ace-971d-5215d54dfcfc,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:08.385189 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36902) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:08.423241 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c6544657-ce7d-424e-bd24-c162a3df7dcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ae17bc418a044f3b4b1d1dfd3941877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367742 Mar 05 02:59:08.425594 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36904) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:08.471330 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86c55b5a-16fb-4eed-9157-753d949c68a5 admin admin] Publish callbacks [] for security_group (c70c5283-4fc3-431a-8b83-bb50dc0a2f5d), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.491603 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86c55b5a-16fb-4eed-9157-753d949c68a5 admin admin] Publish callbacks [] for security_group (c70c5283-4fc3-431a-8b83-bb50dc0a2f5d), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.540486 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86c55b5a-16fb-4eed-9157-753d949c68a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (c70c5283-4fc3-431a-8b83-bb50dc0a2f5d), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.543446 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-86c55b5a-16fb-4eed-9157-753d949c68a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:08.547235 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-86c55b5a-16fb-4eed-9157-753d949c68a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c70c5283-4fc3-431a-8b83-bb50dc0a2f5d HTTP/1.1" status: 204 len: 168 time: 0.1183887 Mar 05 02:59:08.547365 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:59:08.552888 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c55b5a-16fb-4eed-9157-753d949c68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c5283-4fc3-431a-8b83-bb50dc0a2f5d,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:08.883360 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-df49de71-2228-40bd-8532-78db5d99c995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:09.890365 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36956) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:09.994602 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5223e505-85bf-41ef-ac1a-51e48c0bddc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.069799 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5223e505-85bf-41ef-ac1a-51e48c0bddc7 admin admin] Publish callbacks [] for security_group (54bc423c-051b-4882-a130-f7fa1ee5b0ab), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.074070 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-5223e505-85bf-41ef-ac1a-51e48c0bddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (54bc423c-051b-4882-a130-f7fa1ee5b0ab), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.113221 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223e505-85bf-41ef-ac1a-51e48c0bddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc423c-051b-4882-a130-f7fa1ee5b0ab,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:10.121187 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36968) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:10.122553 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-5223e505-85bf-41ef-ac1a-51e48c0bddc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06f18fa3c08a4de9bea5f41bcea0080a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294762 Mar 05 02:59:10.171826 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-047f4c98-7d56-4b55-84ce-507f705942f5 admin admin] Publish callbacks [] for security_group (54bc423c-051b-4882-a130-f7fa1ee5b0ab), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.193480 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-047f4c98-7d56-4b55-84ce-507f705942f5 admin admin] Publish callbacks [] for security_group (54bc423c-051b-4882-a130-f7fa1ee5b0ab), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.248452 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-047f4c98-7d56-4b55-84ce-507f705942f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (54bc423c-051b-4882-a130-f7fa1ee5b0ab), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.251425 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-047f4c98-7d56-4b55-84ce-507f705942f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.254791 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-047f4c98-7d56-4b55-84ce-507f705942f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54bc423c-051b-4882-a130-f7fa1ee5b0ab HTTP/1.1" status: 204 len: 168 time: 0.1302195 Mar 05 02:59:10.265160 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f4c98-7d56-4b55-84ce-507f705942f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc423c-051b-4882-a130-f7fa1ee5b0ab,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:10.325249 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36974) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:10.538834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666dc46c-7713-47da-a242-62716cd8220e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.633522 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666dc46c-7713-47da-a242-62716cd8220e admin admin] Publish callbacks [] for security_group (bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.637398 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-666dc46c-7713-47da-a242-62716cd8220e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.676390 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-666dc46c-7713-47da-a242-62716cd8220e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54bf041100df454f8e6337bed3095430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500872 Mar 05 02:59:10.677282 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dc46c-7713-47da-a242-62716cd8220e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:10.679118 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36978) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:10.724907 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4ae6ee08-2544-4909-9747-896f2459da77 admin admin] Publish callbacks [] for security_group (bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.745545 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4ae6ee08-2544-4909-9747-896f2459da77 admin admin] Publish callbacks [] for security_group (bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.789330 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4ae6ee08-2544-4909-9747-896f2459da77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.792765 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4ae6ee08-2544-4909-9747-896f2459da77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:10.793880 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4ae6ee08-2544-4909-9747-896f2459da77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3 HTTP/1.1" status: 204 len: 168 time: 0.1137805 Mar 05 02:59:10.801128 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6ee08-2544-4909-9747-896f2459da77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0f64f-0d72-447b-9f1b-80e5c3be3ab3,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:10.950338 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b74867ad-33a7-4cd6-bcfd-b8d67d57ac2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.052887 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 36984) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:11.066534 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1ff42ae8-8aa4-4d56-b88c-66b1d0e8eff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.143586 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1ff42ae8-8aa4-4d56-b88c-66b1d0e8eff9 admin admin] Publish callbacks [] for security_group (907e5005-9539-4a22-800c-3c5489960fbe), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.147198 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-1ff42ae8-8aa4-4d56-b88c-66b1d0e8eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (907e5005-9539-4a22-800c-3c5489960fbe), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.184640 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-1ff42ae8-8aa4-4d56-b88c-66b1d0e8eff9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=309c3da0a8c1452eba93c18cddf9a6de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307194 Mar 05 02:59:11.185478 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff42ae8-8aa4-4d56-b88c-66b1d0e8eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e5005-9539-4a22-800c-3c5489960fbe,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:11.187500 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 36986) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:11.234215 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b284b1e0-ea55-4dfb-b16c-ed10eb7a18f5 admin admin] Publish callbacks [] for security_group (907e5005-9539-4a22-800c-3c5489960fbe), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.254299 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b284b1e0-ea55-4dfb-b16c-ed10eb7a18f5 admin admin] Publish callbacks [] for security_group (907e5005-9539-4a22-800c-3c5489960fbe), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.300177 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b284b1e0-ea55-4dfb-b16c-ed10eb7a18f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (907e5005-9539-4a22-800c-3c5489960fbe), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.302765 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b284b1e0-ea55-4dfb-b16c-ed10eb7a18f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:11.303925 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b284b1e0-ea55-4dfb-b16c-ed10eb7a18f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/907e5005-9539-4a22-800c-3c5489960fbe HTTP/1.1" status: 204 len: 168 time: 0.1154497 Mar 05 02:59:11.311549 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284b1e0-ea55-4dfb-b16c-ed10eb7a18f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e5005-9539-4a22-800c-3c5489960fbe,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:12.272196 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:12.964212 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37040) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:13.064621 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e14ea69c-7174-4c5e-b1d1-4bd1d2cc489a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.136400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e14ea69c-7174-4c5e-b1d1-4bd1d2cc489a admin admin] Publish callbacks [] for security_group (02755b9f-56aa-4596-a20a-62932d933b08), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.140360 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-e14ea69c-7174-4c5e-b1d1-4bd1d2cc489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (02755b9f-56aa-4596-a20a-62932d933b08), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.177911 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-e14ea69c-7174-4c5e-b1d1-4bd1d2cc489a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8709fd9ff314407b4891eac36946fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126145 Mar 05 02:59:13.178864 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ea69c-7174-4c5e-b1d1-4bd1d2cc489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02755b9f-56aa-4596-a20a-62932d933b08,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:13.180641 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37044) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:13.229502 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0d943c7e-61ff-435c-bd82-45b996b82e1a admin admin] Publish callbacks [] for security_group (02755b9f-56aa-4596-a20a-62932d933b08), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.250074 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0d943c7e-61ff-435c-bd82-45b996b82e1a admin admin] Publish callbacks [] for security_group (02755b9f-56aa-4596-a20a-62932d933b08), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.297243 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0d943c7e-61ff-435c-bd82-45b996b82e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (02755b9f-56aa-4596-a20a-62932d933b08), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.299853 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0d943c7e-61ff-435c-bd82-45b996b82e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.301007 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0d943c7e-61ff-435c-bd82-45b996b82e1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02755b9f-56aa-4596-a20a-62932d933b08 HTTP/1.1" status: 204 len: 168 time: 0.1193879 Mar 05 02:59:13.308554 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d943c7e-61ff-435c-bd82-45b996b82e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02755b9f-56aa-4596-a20a-62932d933b08,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:13.566335 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37050) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:13.580257 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0766581a-c714-48b0-9fb4-14ee34fc1bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.652532 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0766581a-c714-48b0-9fb4-14ee34fc1bb4 admin admin] Publish callbacks [] for security_group (46f277ca-ad31-4fca-bd2b-0bd0877e73a0), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.656045 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-0766581a-c714-48b0-9fb4-14ee34fc1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (46f277ca-ad31-4fca-bd2b-0bd0877e73a0), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.695533 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-0766581a-c714-48b0-9fb4-14ee34fc1bb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60142b7663aa45f1aca5de29a45fe674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280713 Mar 05 02:59:13.696421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766581a-c714-48b0-9fb4-14ee34fc1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f277ca-ad31-4fca-bd2b-0bd0877e73a0,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:13.698152 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37052) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:13.745370 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98ef4a-00fd-420e-8c30-e1c6612db5e0 admin admin] Publish callbacks [] for security_group (46f277ca-ad31-4fca-bd2b-0bd0877e73a0), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.765835 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98ef4a-00fd-420e-8c30-e1c6612db5e0 admin admin] Publish callbacks [] for security_group (46f277ca-ad31-4fca-bd2b-0bd0877e73a0), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.812852 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98ef4a-00fd-420e-8c30-e1c6612db5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (46f277ca-ad31-4fca-bd2b-0bd0877e73a0), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.815722 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-fd98ef4a-00fd-420e-8c30-e1c6612db5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:13.816881 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-fd98ef4a-00fd-420e-8c30-e1c6612db5e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46f277ca-ad31-4fca-bd2b-0bd0877e73a0 HTTP/1.1" status: 204 len: 168 time: 0.1176360 Mar 05 02:59:13.824318 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98ef4a-00fd-420e-8c30-e1c6612db5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f277ca-ad31-4fca-bd2b-0bd0877e73a0,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:13.861379 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:15.052479 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:17.682976 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:21.699711 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37162) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:22.128062 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Deleting port dfb10356-c730-4aad-ad36-5304aa040c2a {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:22.128317 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.199698 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.200023 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for floatingip (dfb10356-c730-4aad-ad36-5304aa040c2a), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.211334 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Calling delete_port for dfb10356-c730-4aad-ad36-5304aa040c2a owned by network:floatingip {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:22.379443 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (dfb10356-c730-4aad-ad36-5304aa040c2a), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.408258 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event deleted for resources: {'Port': ['ID=dfb10356-c730-4aad-ad36-5304aa040c2a,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:22.465637 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for floatingip (40d81377-3b56-4031-b772-9f875215ce51), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.465969 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.l3_db [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Floating IP 40d81377-3b56-4031-b772-9f875215ce51 disassociated (deleted). External IP: 172.28.2.196, port: f4408d55-41d6-4d8d-890d-e874088268f3. Mar 05 02:59:22.672201 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Router 7352140c-14bb-445d-a011-667133b17711 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:22.780463 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:22.785144 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:22.790466 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252af1a7-051f-4807-940d-965d2182f284 None None] Sync routers for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:22.800045 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:22.800650 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:22.815311 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-6689168b-df31-46fa-9ad1-81f585cde472 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "DELETE /v2.0/floatingips/40d81377-3b56-4031-b772-9f875215ce51 HTTP/1.1" status: 204 len: 168 time: 1.1145029 Mar 05 02:59:22.815996 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:22.818400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:22.857079 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd9036-9055-44df-b94b-5f93a7a74b44 x-openstack-request-id: req-f4cd9036-9055-44df-b94b-5f93a7a74b44 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:22.857383 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:22.857835 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4cd9036-9055-44df-b94b-5f93a7a74b44 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:22.858240 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'status': 'completed', 'code': 200} Mar 05 02:59:22.969284 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-df1a9726-c57b-4ea0-a3b1-280a3bc45dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:22.970847 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-df1a9726-c57b-4ea0-a3b1-280a3bc45dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5331bf64705d40bfbd185560e1232304&device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 1129 time: 0.0695534 Mar 05 02:59:23.011089 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:23.123845 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268ede-b32e-4b90-ad27-688aa8af7af1 req-a9523583-42b7-445f-ba01-022b3f9aad1c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.125474 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1c268ede-b32e-4b90-ad27-688aa8af7af1 req-a9523583-42b7-445f-ba01-022b3f9aad1c tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.1176305 Mar 05 02:59:23.130836 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-2bd2c522-c1b2-4e9c-9dcf-25646ddb7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.132282 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-2bd2c522-c1b2-4e9c-9dcf-25646ddb7ca8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 200 len: 910 time: 0.1323349 Mar 05 02:59:23.190190 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-4590449d-3498-4459-a808-94818f77d8f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 200 len: 217 time: 0.0485814 Mar 05 02:59:23.220909 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:43Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:23.248766 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252af1a7-051f-4807-940d-965d2182f284 None None] Checking router: 7352140c-14bb-445d-a011-667133b17711 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:23.257555 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:23.258709 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:23.263392 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-1c268ede-b32e-4b90-ad27-688aa8af7af1 req-c849f979-79da-4d26-8b89-c0967fe1db7f tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295416 Mar 05 02:59:23.273143 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-dd8f5b64-1689-4749-9503-a0dd88b7179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.275337 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-dd8f5b64-1689-4749-9503-a0dd88b7179f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 200 len: 848 time: 0.0750263 Mar 05 02:59:23.354686 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-b3e2a0fa-ab7d-4f46-8788-7e01b381378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:23.356511 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-b3e2a0fa-ab7d-4f46-8788-7e01b381378b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3fa36278-936e-4f16-bfae-81d6ba8366f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0749729 Mar 05 02:59:23.380213 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:23.455251 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-bbd22115-fedc-4bbf-a41f-fc2bb2bda570 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920112 Mar 05 02:59:23.541740 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b08b81f8-978f-4a9c-94b1-26f86fc3ab33 req-ca177ba3-7b3b-420e-8f4e-c37833fc7d11 service neutron] 10.222.0.16 "GET /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806389 Mar 05 02:59:23.578743 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-252af1a7-051f-4807-940d-965d2182f284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:43Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:23.611593 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252af1a7-051f-4807-940d-965d2182f284 None None] The sync data for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb is: [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '14aae4a9-d724-43f7-93b8-e167119eed2c', 'name': '', 'network_id': '3fa36278-936e-4f16-bfae-81d6ba8366f6', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'mac_address': 'fa:16:3e:7f:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '520ead7f-4499-43bd-8200-cb82121791ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:38Z', 'updated_at': '2022-03-05T02:54:43Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'subnets': [{'id': '520ead7f-4499-43bd-8200-cb82121791ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:23.822367 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b741541-83cd-4f1d-ab5b-6c9bd6ea81f4 None None] New status for floating IP 40d81377-3b56-4031-b772-9f875215ce51: DOWN {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 02:59:24.372354 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324ced-f768-40c6-8688-25abc9e3f532 req-7aed44bb-f914-417c-b568-df8a2217f2a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:24.373872 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-79324ced-f768-40c6-8688-25abc9e3f532 req-7aed44bb-f914-417c-b568-df8a2217f2a7 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0551279 Mar 05 02:59:24.421157 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-79324ced-f768-40c6-8688-25abc9e3f532 req-06be534e-0740-46f8-8991-413fb30f4aea tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/security-groups?id=a4053de2-d6bb-4c1c-bd94-904e19861213&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Mar 05 02:59:24.553078 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-e2d0030a-f1dd-42e6-a302-ba61f81d42ef tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:24.554461 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-e2d0030a-f1dd-42e6-a302-ba61f81d42ef tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 945 time: 0.0553737 Mar 05 02:59:24.648716 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Deleting port f4408d55-41d6-4d8d-890d-e874088268f3 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:24.649074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.748868 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] For port f4408d55-41d6-4d8d-890d-e874088268f3, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=f4408d55-41d6-4d8d-890d-e874088268f3,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:24.749244 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.762043 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Calling delete_port for f4408d55-41d6-4d8d-890d-e874088268f3 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:24.886208 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (f4408d55-41d6-4d8d-890d-e874088268f3), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.917317 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event deleted for resources: {'Port': ['ID=f4408d55-41d6-4d8d-890d-e874088268f3,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:24.962746 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] No DVR routers for this DVR port f4408d55-41d6-4d8d-890d-e874088268f3 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:24.966081 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:24.969532 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3533b29f-db27-4cee-a258-55d068b2d9f2 req-82ab912e-4a9e-4e33-9673-16c75989838b tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.16 "DELETE /v2.0/ports/f4408d55-41d6-4d8d-890d-e874088268f3 HTTP/1.1" status: 204 len: 173 time: 0.4095140 Mar 05 02:59:24.969979 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-deleted', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 02:59:24.972298 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec76a34-6ac0-4e68-bdf5-4eaca672e1a1" -d '{"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-deleted", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 02:59:25.008875 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 02:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5735f3b-ae0d-48b6-b1bc-2210a018acc8 x-openstack-request-id: req-d5735f3b-ae0d-48b6-b1bc-2210a018acc8 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 02:59:25.009183 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da", "name": "network-vif-deleted", "tag": "f4408d55-41d6-4d8d-890d-e874088268f3", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 02:59:25.009443 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5735f3b-ae0d-48b6-b1bc-2210a018acc8 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 02:59:25.009849 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da', 'name': 'network-vif-deleted', 'tag': 'f4408d55-41d6-4d8d-890d-e874088268f3', 'status': 'completed', 'code': 200} Mar 05 02:59:25.527560 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-56474a74-fb41-4cfd-8bb1-b360d5076145 req-27bbd811-6fd4-483f-bdee-1d1ceb954160 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8fd2adc-d5c8-4e0d-8c0c-8a5dfbd243da HTTP/1.1" status: 200 len: 210 time: 0.0285389 Mar 05 02:59:26.582952 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37222) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:26.644145 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-32a1ff09-9fb2-41e9-b291-19d4b437f895 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group (a4053de2-d6bb-4c1c-bd94-904e19861213), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.669684 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-32a1ff09-9fb2-41e9-b291-19d4b437f895 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group (a4053de2-d6bb-4c1c-bd94-904e19861213), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.733671 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-32a1ff09-9fb2-41e9-b291-19d4b437f895 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (a4053de2-d6bb-4c1c-bd94-904e19861213), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.737067 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-32a1ff09-9fb2-41e9-b291-19d4b437f895 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:26.738357 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-32a1ff09-9fb2-41e9-b291-19d4b437f895 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] 10.222.0.11 "DELETE /v2.0/security-groups/a4053de2-d6bb-4c1c-bd94-904e19861213 HTTP/1.1" status: 204 len: 168 time: 0.1542809 Mar 05 02:59:26.749717 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1ff09-9fb2-41e9-b291-19d4b437f895 tempest-TestShelveInstance-1198204638 tempest-TestShelveInstance-1198204638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4053de2-d6bb-4c1c-bd94-904e19861213,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:27.793507 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37240) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:28.381289 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:28.388963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (7352140c-14bb-445d-a011-667133b17711), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.402166 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: f4408d55-41d6-4d8d-890d-e874088268f3 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:28.402740 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device f4408d55-41d6-4d8d-890d-e874088268f3 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:28.638199 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Deleting port 14aae4a9-d724-43f7-93b8-e167119eed2c {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:28.638533 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.717985 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] For port 14aae4a9-d724-43f7-93b8-e167119eed2c, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=14aae4a9-d724-43f7-93b8-e167119eed2c,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:28.718266 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.730054 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Calling delete_port for 14aae4a9-d724-43f7-93b8-e167119eed2c owned by network:router_interface {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:28.916071 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (14aae4a9-d724-43f7-93b8-e167119eed2c), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:28.946000 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=14aae4a9-d724-43f7-93b8-e167119eed2c,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:29.128770 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (7352140c-14bb-445d-a011-667133b17711), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.348742 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Router 7352140c-14bb-445d-a011-667133b17711 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:29.452818 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:29.457964 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-f64ddcfb-ec22-4019-a92c-684200b47cf5 admin admin] 10.222.0.11 "PUT /v2.0/routers/7352140c-14bb-445d-a011-667133b17711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6634505 Mar 05 02:59:29.460497 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37262) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:29.462030 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] Sync routers for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:29.471518 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:29.472124 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.564597 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks [] for router (7352140c-14bb-445d-a011-667133b17711), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.577047 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:29.675870 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks [] for router_gateway (7352140c-14bb-445d-a011-667133b17711), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.733643 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Deleting port a3b4012d-57cd-414c-8e19-3ab1b625f2f1 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:29.734056 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.765429 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:59:28Z', 'revision_number': 5, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port': {'id': 'a3b4012d-57cd-414c-8e19-3ab1b625f2f1', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7352140c-14bb-445d-a011-667133b17711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.793412 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] Checking router: 7352140c-14bb-445d-a011-667133b17711 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:29.802079 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] Routers {'7352140c-14bb-445d-a011-667133b17711'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:29.802679 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['7352140c-14bb-445d-a011-667133b17711'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.818421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] For port a3b4012d-57cd-414c-8e19-3ab1b625f2f1, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:29.818830 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:29.834374 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Calling delete_port for a3b4012d-57cd-414c-8e19-3ab1b625f2f1 owned by network:router_gateway {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:29.896854 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] Set router 7352140c-14bb-445d-a011-667133b17711 gateway port host: None {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:29.953749 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:59:29Z', 'revision_number': 6, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port_host': None}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:29.980677 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa35118-7d6d-41c2-ab7f-c00f952eb6c5 None None] The sync data for ids ['7352140c-14bb-445d-a011-667133b17711'] in dv-cinder-827259-3-smb is: [{'id': '7352140c-14bb-445d-a011-667133b17711', 'name': 'tempest-TestShelveInstance-1635785186-router', 'tenant_id': '5331bf64705d40bfbd185560e1232304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:36Z', 'updated_at': '2022-03-05T02:59:29Z', 'revision_number': 6, 'project_id': '5331bf64705d40bfbd185560e1232304', 'gw_port_host': None}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:30.031066 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (a3b4012d-57cd-414c-8e19-3ab1b625f2f1), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.063121 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b4012d-57cd-414c-8e19-3ab1b625f2f1,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.122893 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (7352140c-14bb-445d-a011-667133b17711), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.161264 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37288) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.214758 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (7352140c-14bb-445d-a011-667133b17711), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.216910 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks [] for router_controller (7352140c-14bb-445d-a011-667133b17711), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.260761 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (7352140c-14bb-445d-a011-667133b17711), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.261344 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7352140c-14bb-445d-a011-667133b17711 {{(pid=114614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:59:30.265663 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.266284 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f24529ce-6b66-47cb-992e-e51cbc7461ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.266886 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-eddf3642-4ef5-42d3-81b1-02b021654c30 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7352140c-14bb-445d-a011-667133b17711 HTTP/1.1" status: 204 len: 168 time: 0.8048263 Mar 05 02:59:30.269362 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37292) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.341689 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Deleting subnet 520ead7f-4499-43bd-8200-cb82121791ad {{(pid=114613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:59:30.346877 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Publish callbacks [] for subnet (520ead7f-4499-43bd-8200-cb82121791ad), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.397747 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683821'] for subnet (520ead7f-4499-43bd-8200-cb82121791ad), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.447124 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f24529ce-6b66-47cb-992e-e51cbc7461ed admin admin] Publish callbacks [] for security_group (578af4c7-1185-4ca6-819a-c69ce144a284), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.453652 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-f24529ce-6b66-47cb-992e-e51cbc7461ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (578af4c7-1185-4ca6-819a-c69ce144a284), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.521495 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-f24529ce-6b66-47cb-992e-e51cbc7461ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c3abbd3a12c4e719248de093715b7a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591106 Mar 05 02:59:30.524316 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24529ce-6b66-47cb-992e-e51cbc7461ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578af4c7-1185-4ca6-819a-c69ce144a284,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.524747 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37294) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.540419 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (520ead7f-4499-43bd-8200-cb82121791ad), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.573179 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ecb90d65-e044-463f-bb95-c7679c48a349 admin admin] Publish callbacks [] for security_group (578af4c7-1185-4ca6-819a-c69ce144a284), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.592803 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10032137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10138691'] for subnet (520ead7f-4499-43bd-8200-cb82121791ad), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.594692 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ecb90d65-e044-463f-bb95-c7679c48a349 admin admin] Publish callbacks [] for security_group (578af4c7-1185-4ca6-819a-c69ce144a284), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.618840 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520ead7f-4499-43bd-8200-cb82121791ad,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.620774 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.624879 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-3c412837-ace3-451b-8a43-1d5e0de2ea2e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/520ead7f-4499-43bd-8200-cb82121791ad HTTP/1.1" status: 204 len: 168 time: 0.3545840 Mar 05 02:59:30.625298 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61795e-933c-46a5-b1b8-35ae8a864ceb None None] Network 3fa36278-936e-4f16-bfae-81d6ba8366f6 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:30.627535 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37296) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:30.705864 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (3fa36278-936e-4f16-bfae-81d6ba8366f6), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.709111 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ecb90d65-e044-463f-bb95-c7679c48a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (578af4c7-1185-4ca6-819a-c69ce144a284), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.711917 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-ecb90d65-e044-463f-bb95-c7679c48a349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.713175 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-ecb90d65-e044-463f-bb95-c7679c48a349 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/578af4c7-1185-4ca6-819a-c69ce144a284 HTTP/1.1" status: 204 len: 168 time: 0.1874456 Mar 05 02:59:30.730304 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb90d65-e044-463f-bb95-c7679c48a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578af4c7-1185-4ca6-819a-c69ce144a284,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:30.783972 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Deleting port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:30.784421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.804387 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] DHCP port deletion for 3fa36278-936e-4f16-bfae-81d6ba8366f6 request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:59:30.862727 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] Deleting port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d {{(pid=114615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:30.863224 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), before_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.865692 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] For port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:30.866278 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.889640 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Calling delete_port for b26ee7bc-0d7b-4058-8381-ffbdb0e6342d owned by network:dhcp {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:30.934676 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] For port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,segment=NetworkSegment(3aa2707e-20e4-4849-9822-e1f7811d53f7),segment_id=3aa2707e-20e4-4849-9822-e1f7811d53f7)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:30.935107 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), precommit_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:30.949153 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] Calling delete_port for b26ee7bc-0d7b-4058-8381-ffbdb0e6342d owned by network:dhcp {{(pid=114615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:30.982093 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.016255 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:31.026157 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] No DVR routers for this DVR port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d on host dv-cinder-827259-3-smb {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:31.067832 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37302) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:31.091129 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-aaf65790-be3a-4c5a-b65d-d927d9f4e1c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.123160 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (3fa36278-936e-4f16-bfae-81d6ba8366f6), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.144618 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa36278-936e-4f16-bfae-81d6ba8366f6']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:31.155176 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa2707e-20e4-4849-9822-e1f7811d53f7') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:31.156210 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa2707e-20e4-4849-9822-e1f7811d53f7') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:31.166498 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (3aa2707e-20e4-4849-9822-e1f7811d53f7), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.181552 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (3aa2707e-20e4-4849-9822-e1f7811d53f7), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.183847 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-aaf65790-be3a-4c5a-b65d-d927d9f4e1c0 admin admin] Publish callbacks [] for security_group (cf4fd456-cf53-4638-b705-4d2aab995182), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.187873 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-aaf65790-be3a-4c5a-b65d-d927d9f4e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cf4fd456-cf53-4638-b705-4d2aab995182), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.188099 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:59:31.188809 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (3aa2707e-20e4-4849-9822-e1f7811d53f7), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:59:31.190555 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:59:31.201687 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600'] for port (b26ee7bc-0d7b-4058-8381-ffbdb0e6342d), after_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.226744 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] Pushing event deleted for resources: {'Port': ['ID=b26ee7bc-0d7b-4058-8381-ffbdb0e6342d,revision_number=None']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:31.230307 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cff2cb6-063a-461a-9bc9-0b1491609c83 None None] No DVR routers for this DVR port b26ee7bc-0d7b-4058-8381-ffbdb0e6342d on host dv-cinder-827259-3-smb {{(pid=114615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:31.237115 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-aaf65790-be3a-4c5a-b65d-d927d9f4e1c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=600c1236fc6d4726b9753e70d50b604c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673334 Mar 05 02:59:31.240871 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37304) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:31.256858 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65790-be3a-4c5a-b65d-d927d9f4e1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4fd456-cf53-4638-b705-4d2aab995182,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:31.257857 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (3fa36278-936e-4f16-bfae-81d6ba8366f6), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.263233 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.266955 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3fa36278-936e-4f16-bfae-81d6ba8366f6 HTTP/1.1" status: 204 len: 168 time: 0.6382480 Mar 05 02:59:31.270534 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37306) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:31.280056 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9907582-5c47-4ac4-8ab8-558ecc136d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa36278-936e-4f16-bfae-81d6ba8366f6,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:31.382523 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c19d9a01-8f17-4d3b-b0e3-e825fde52705 admin admin] Publish callbacks [] for security_group (cf4fd456-cf53-4638-b705-4d2aab995182), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.416674 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c19d9a01-8f17-4d3b-b0e3-e825fde52705 admin admin] Publish callbacks [] for security_group (cf4fd456-cf53-4638-b705-4d2aab995182), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.533190 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c19d9a01-8f17-4d3b-b0e3-e825fde52705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (cf4fd456-cf53-4638-b705-4d2aab995182), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.535766 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c19d9a01-8f17-4d3b-b0e3-e825fde52705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.536914 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c19d9a01-8f17-4d3b-b0e3-e825fde52705 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf4fd456-cf53-4638-b705-4d2aab995182 HTTP/1.1" status: 204 len: 168 time: 0.2939372 Mar 05 02:59:31.550697 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d9a01-8f17-4d3b-b0e3-e825fde52705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4fd456-cf53-4638-b705-4d2aab995182,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:31.703177 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (30dedadd-057c-4ac2-b355-c101b8085a65), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.916800 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 14aae4a9-d724-43f7-93b8-e167119eed2c no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:31.939517 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: 14aae4a9-d724-43f7-93b8-e167119eed2c {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:31.939874 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 14aae4a9-d724-43f7-93b8-e167119eed2c not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:31.940507 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a3b4012d-57cd-414c-8e19-3ab1b625f2f1 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:31.955150 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Deleting port eea747da-34e8-4020-b6c2-5b33205bfd84 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:31.955512 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:31.959656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: a3b4012d-57cd-414c-8e19-3ab1b625f2f1 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:31.960018 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device a3b4012d-57cd-414c-8e19-3ab1b625f2f1 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:31.960449 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b26ee7bc-0d7b-4058-8381-ffbdb0e6342d no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:31.982436 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: b26ee7bc-0d7b-4058-8381-ffbdb0e6342d {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:31.982790 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b26ee7bc-0d7b-4058-8381-ffbdb0e6342d not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:32.037797 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] For port eea747da-34e8-4020-b6c2-5b33205bfd84, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=eea747da-34e8-4020-b6c2-5b33205bfd84,segment=NetworkSegment(961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e),segment_id=961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:32.038166 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.050080 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Calling delete_port for eea747da-34e8-4020-b6c2-5b33205bfd84 owned by network:router_interface {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:32.232180 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (eea747da-34e8-4020-b6c2-5b33205bfd84), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.258140 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea747da-34e8-4020-b6c2-5b33205bfd84,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:32.465984 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (30dedadd-057c-4ac2-b355-c101b8085a65), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.689074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Router 30dedadd-057c-4ac2-b355-c101b8085a65 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:32.808148 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:32.813597 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-78768664-568b-458b-a3c1-1e17c53e5429 admin admin] 10.222.0.11 "PUT /v2.0/routers/30dedadd-057c-4ac2-b355-c101b8085a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5417235 Mar 05 02:59:32.816255 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37346) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:32.822039 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] Sync routers for ids ['30dedadd-057c-4ac2-b355-c101b8085a65'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:32.833929 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] Routers {'30dedadd-057c-4ac2-b355-c101b8085a65'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:32.834553 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['30dedadd-057c-4ac2-b355-c101b8085a65'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:32.927252 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks [] for router (30dedadd-057c-4ac2-b355-c101b8085a65), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:32.949584 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] Set router 30dedadd-057c-4ac2-b355-c101b8085a65 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:33.149862 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:59:32Z', 'revision_number': 5, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:33.177995 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] Checking router: 30dedadd-057c-4ac2-b355-c101b8085a65 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:33.187357 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] Routers {'30dedadd-057c-4ac2-b355-c101b8085a65'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:33.188002 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['30dedadd-057c-4ac2-b355-c101b8085a65'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:33.306942 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] Set router 30dedadd-057c-4ac2-b355-c101b8085a65 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:33.324255 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks [] for router_gateway (30dedadd-057c-4ac2-b355-c101b8085a65), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.393483 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Deleting port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:33.393836 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.482168 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] For port b28fe074-f1fa-4237-b1ea-b5cf7528e5e3, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:33.482529 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.495087 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Calling delete_port for b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 owned by network:router_gateway {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:33.502598 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:59:32Z', 'revision_number': 5, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:33.530259 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a050475-d8bc-43e0-89ac-82c89bcb03a8 None None] The sync data for ids ['30dedadd-057c-4ac2-b355-c101b8085a65'] in dv-cinder-827259-3-smb is: [{'id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'name': 'tempest-TestShelveInstance-1183602350-router', 'tenant_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:59:32Z', 'revision_number': 5, 'project_id': 'fcef97bd4bf944fabfb5d7a17d8d1c5b', 'gw_port': {'id': 'b28fe074-f1fa-4237-b1ea-b5cf7528e5e3', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30dedadd-057c-4ac2-b355-c101b8085a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:54:41Z', 'updated_at': '2022-03-05T02:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:33.679047 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (b28fe074-f1fa-4237-b1ea-b5cf7528e5e3), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.708124 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28fe074-f1fa-4237-b1ea-b5cf7528e5e3,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:33.772700 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (30dedadd-057c-4ac2-b355-c101b8085a65), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.871769 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (30dedadd-057c-4ac2-b355-c101b8085a65), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.874282 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks [] for router_controller (30dedadd-057c-4ac2-b355-c101b8085a65), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.949247 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (30dedadd-057c-4ac2-b355-c101b8085a65), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.949985 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30dedadd-057c-4ac2-b355-c101b8085a65 {{(pid=114613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 02:59:33.955324 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:33.958933 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-556d3687-f34d-4a81-8615-1542dce5b428 admin admin] 10.222.0.11 "DELETE /v2.0/routers/30dedadd-057c-4ac2-b355-c101b8085a65 HTTP/1.1" status: 204 len: 168 time: 1.1390827 Mar 05 02:59:33.959364 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37416) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.006426 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Deleting subnet 4d8e2c52-e835-41f1-889a-8b19b9aeae91 {{(pid=114613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 02:59:34.010792 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Publish callbacks [] for subnet (4d8e2c52-e835-41f1-889a-8b19b9aeae91), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.043169 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device eea747da-34e8-4020-b6c2-5b33205bfd84 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:34.046981 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683821'] for subnet (4d8e2c52-e835-41f1-889a-8b19b9aeae91), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.067214 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: eea747da-34e8-4020-b6c2-5b33205bfd84 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:34.067556 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device eea747da-34e8-4020-b6c2-5b33205bfd84 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:34.140295 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (4d8e2c52-e835-41f1-889a-8b19b9aeae91), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.198504 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10032137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10138691'] for subnet (4d8e2c52-e835-41f1-889a-8b19b9aeae91), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.224531 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8e2c52-e835-41f1-889a-8b19b9aeae91,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.228925 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.232328 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-22a5c947-0001-445e-b6ee-45e3af91dbb9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4d8e2c52-e835-41f1-889a-8b19b9aeae91 HTTP/1.1" status: 204 len: 168 time: 0.2723446 Mar 05 02:59:34.235008 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37434) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.239076 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ec590-6441-4092-9210-26ca6917b49b None None] Network f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:34.320945 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.385674 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Deleting port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 02:59:34.386142 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.459039 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] For port ead63f2d-4ab6-4c86-baf0-96bcca768fd9, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,segment=NetworkSegment(961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e),segment_id=961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:34.459564 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.472319 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Calling delete_port for ead63f2d-4ab6-4c86-baf0-96bcca768fd9 owned by network:dhcp {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 02:59:34.553549 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (ead63f2d-4ab6-4c86-baf0-96bcca768fd9), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.581782 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] No DVR routers for this DVR port ead63f2d-4ab6-4c86-baf0-96bcca768fd9 on host dv-cinder-827259-3-smb {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 02:59:34.586414 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead63f2d-4ab6-4c86-baf0-96bcca768fd9,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.594003 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37444) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.654090 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.674967 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f995d26b-f4a7-4a16-9329-1d0cdd4b84e3']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:34.684750 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:34.685109 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:34.699290 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.707430 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a861ca5c-51d1-432a-bd58-6c5a2fb7490b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.713760 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.719213 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c639d-1765-45fa-b567-152e413c26da None None] DHCP port deletion for f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 02:59:34.721738 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 02:59:34.722149 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (961dda53-a9e2-41e1-a0d9-a41f7cbbbc9e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 02:59:34.724203 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 02:59:34.783776 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (f995d26b-f4a7-4a16-9329-1d0cdd4b84e3), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.788194 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.791972 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f995d26b-f4a7-4a16-9329-1d0cdd4b84e3 HTTP/1.1" status: 204 len: 168 time: 0.5559795 Mar 05 02:59:34.805091 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bc45f-d33e-4a23-b404-71839f183043 admin admin] Pushing event deleted for resources: {'Network': ['ID=f995d26b-f4a7-4a16-9329-1d0cdd4b84e3,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.851980 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a861ca5c-51d1-432a-bd58-6c5a2fb7490b admin admin] Publish callbacks [] for security_group (7a134b37-5e1d-4b2f-9f20-88164a45ccea), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.856397 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-a861ca5c-51d1-432a-bd58-6c5a2fb7490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (7a134b37-5e1d-4b2f-9f20-88164a45ccea), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.899948 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861ca5c-51d1-432a-bd58-6c5a2fb7490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a134b37-5e1d-4b2f-9f20-88164a45ccea,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:34.908489 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37450) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.908608 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-a861ca5c-51d1-432a-bd58-6c5a2fb7490b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0add8358a422434184370b93cef18d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134716 Mar 05 02:59:34.910240 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37452) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:34.960149 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a2e07950-78bb-46aa-b4e7-f0fb7c9378bf admin admin] Publish callbacks [] for security_group (7a134b37-5e1d-4b2f-9f20-88164a45ccea), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:34.981044 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a2e07950-78bb-46aa-b4e7-f0fb7c9378bf admin admin] Publish callbacks [] for security_group (7a134b37-5e1d-4b2f-9f20-88164a45ccea), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.032117 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a2e07950-78bb-46aa-b4e7-f0fb7c9378bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (7a134b37-5e1d-4b2f-9f20-88164a45ccea), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.034655 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a2e07950-78bb-46aa-b4e7-f0fb7c9378bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.035862 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a2e07950-78bb-46aa-b4e7-f0fb7c9378bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a134b37-5e1d-4b2f-9f20-88164a45ccea HTTP/1.1" status: 204 len: 168 time: 0.1262872 Mar 05 02:59:35.045291 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e07950-78bb-46aa-b4e7-f0fb7c9378bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a134b37-5e1d-4b2f-9f20-88164a45ccea,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.103488 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-a5c05b16-7b8a-4f2e-8d4a-71ca24f8922b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5331bf64705d40bfbd185560e1232304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920831 Mar 05 02:59:35.105950 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37458) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.153131 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2b647215-3fd4-4108-9b8b-f1842c49cd40 admin admin] Publish callbacks [] for security_group (1bec3e7e-b57d-4b35-957f-7ba8db950724), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.174717 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2b647215-3fd4-4108-9b8b-f1842c49cd40 admin admin] Publish callbacks [] for security_group (1bec3e7e-b57d-4b35-957f-7ba8db950724), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.222791 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2b647215-3fd4-4108-9b8b-f1842c49cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (1bec3e7e-b57d-4b35-957f-7ba8db950724), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.225439 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-2b647215-3fd4-4108-9b8b-f1842c49cd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.227159 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-2b647215-3fd4-4108-9b8b-f1842c49cd40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bec3e7e-b57d-4b35-957f-7ba8db950724 HTTP/1.1" status: 204 len: 168 time: 0.1197498 Mar 05 02:59:35.235582 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b647215-3fd4-4108-9b8b-f1842c49cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bec3e7e-b57d-4b35-957f-7ba8db950724,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.312928 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37464) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.326559 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-282de40f-20d8-4aa6-907d-5939b60bd24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.403233 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-282de40f-20d8-4aa6-907d-5939b60bd24a admin admin] Publish callbacks [] for security_group (c170bc60-e0b6-472d-a371-3ff0c56a53bf), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.406787 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-282de40f-20d8-4aa6-907d-5939b60bd24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (c170bc60-e0b6-472d-a371-3ff0c56a53bf), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.446502 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-282de40f-20d8-4aa6-907d-5939b60bd24a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bddbcf3a84ab4e45af931cf3a173005e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322041 Mar 05 02:59:35.447366 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282de40f-20d8-4aa6-907d-5939b60bd24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c170bc60-e0b6-472d-a371-3ff0c56a53bf,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.449331 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37468) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.499491 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-21ec5f8a-4a9d-40bc-9452-ae748be026ee admin admin] Publish callbacks [] for security_group (c170bc60-e0b6-472d-a371-3ff0c56a53bf), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.504595 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37470) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.520830 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-21ec5f8a-4a9d-40bc-9452-ae748be026ee admin admin] Publish callbacks [] for security_group (c170bc60-e0b6-472d-a371-3ff0c56a53bf), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.544057 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-2d9e7e4e-d695-49a9-a249-b73305aa40c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcef97bd4bf944fabfb5d7a17d8d1c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382450 Mar 05 02:59:35.546442 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37472) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:35.571433 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-21ec5f8a-4a9d-40bc-9452-ae748be026ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (c170bc60-e0b6-472d-a371-3ff0c56a53bf), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.574044 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-21ec5f8a-4a9d-40bc-9452-ae748be026ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.577902 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-21ec5f8a-4a9d-40bc-9452-ae748be026ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c170bc60-e0b6-472d-a371-3ff0c56a53bf HTTP/1.1" status: 204 len: 168 time: 0.1271677 Mar 05 02:59:35.585749 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec5f8a-4a9d-40bc-9452-ae748be026ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170bc60-e0b6-472d-a371-3ff0c56a53bf,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.595329 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-763abae4-eb24-4c44-ba1e-b1ce68787f14 admin admin] Publish callbacks [] for security_group (8957be4b-0e17-4d34-aab6-486f4b1f6a20), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.618766 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-763abae4-eb24-4c44-ba1e-b1ce68787f14 admin admin] Publish callbacks [] for security_group (8957be4b-0e17-4d34-aab6-486f4b1f6a20), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.667639 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-763abae4-eb24-4c44-ba1e-b1ce68787f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (8957be4b-0e17-4d34-aab6-486f4b1f6a20), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.670184 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-763abae4-eb24-4c44-ba1e-b1ce68787f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:35.671382 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-763abae4-eb24-4c44-ba1e-b1ce68787f14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8957be4b-0e17-4d34-aab6-486f4b1f6a20 HTTP/1.1" status: 204 len: 168 time: 0.1240048 Mar 05 02:59:35.680571 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763abae4-eb24-4c44-ba1e-b1ce68787f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957be4b-0e17-4d34-aab6-486f4b1f6a20,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:35.932999 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:35.961854 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:35.962352 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b28fe074-f1fa-4237-b1ea-b5cf7528e5e3 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:35.962913 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device ead63f2d-4ab6-4c86-baf0-96bcca768fd9 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 02:59:35.988024 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: ead63f2d-4ab6-4c86-baf0-96bcca768fd9 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 02:59:35.988456 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device ead63f2d-4ab6-4c86-baf0-96bcca768fd9 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 02:59:38.875162 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-a497baf4-4fe5-482e-bc28-10db788214f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:40.954034 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-490a20c4-62c0-4dc8-9740-c84dc1a1b62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:41.934928 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37594) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:42.034969 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.106750 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Publish callbacks [] for security_group (4fc0474f-d01c-45d4-ba0f-511db91ccd71), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.110673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4fc0474f-d01c-45d4-ba0f-511db91ccd71), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.148780 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31feb624ac5f464ebb5341ba9934ed33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127323 Mar 05 02:59:42.149657 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0474f-d01c-45d4-ba0f-511db91ccd71,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.151449 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37598) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:42.156837 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.157198 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.157553 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.157903 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.158244 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.158583 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.158950 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.159291 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.159628 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.159961 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.160294 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.160625 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.160953 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eebf2cb-ec3a-4381-a7fb-44708a765321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:42.199567 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4974ec9e-fc19-4e0a-9187-c11c618eb77f admin admin] Publish callbacks [] for security_group (4fc0474f-d01c-45d4-ba0f-511db91ccd71), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.220190 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4974ec9e-fc19-4e0a-9187-c11c618eb77f admin admin] Publish callbacks [] for security_group (4fc0474f-d01c-45d4-ba0f-511db91ccd71), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.266848 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4974ec9e-fc19-4e0a-9187-c11c618eb77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (4fc0474f-d01c-45d4-ba0f-511db91ccd71), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.269399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-4974ec9e-fc19-4e0a-9187-c11c618eb77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.270529 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-4974ec9e-fc19-4e0a-9187-c11c618eb77f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fc0474f-d01c-45d4-ba0f-511db91ccd71 HTTP/1.1" status: 204 len: 168 time: 0.1180818 Mar 05 02:59:42.277361 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.279416 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ec9e-fc19-4e0a-9187-c11c618eb77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0474f-d01c-45d4-ba0f-511db91ccd71,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.528937 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37604) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:42.541791 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-93e8fcca-7ce8-4a6a-88bd-e2edce856277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.613353 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-93e8fcca-7ce8-4a6a-88bd-e2edce856277 admin admin] Publish callbacks [] for security_group (2890f400-63d9-45d8-a332-ffea0d951fba), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.617144 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-93e8fcca-7ce8-4a6a-88bd-e2edce856277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2890f400-63d9-45d8-a332-ffea0d951fba), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.652603 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8fcca-7ce8-4a6a-88bd-e2edce856277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890f400-63d9-45d8-a332-ffea0d951fba,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:42.656834 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-93e8fcca-7ce8-4a6a-88bd-e2edce856277 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c33d64bfed5426b8c8c030908bbc9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268659 Mar 05 02:59:42.659662 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37606) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:42.707671 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b970dc23-c960-47ce-bc44-beaa91048512 admin admin] Publish callbacks [] for security_group (2890f400-63d9-45d8-a332-ffea0d951fba), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.728712 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b970dc23-c960-47ce-bc44-beaa91048512 admin admin] Publish callbacks [] for security_group (2890f400-63d9-45d8-a332-ffea0d951fba), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.773213 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b970dc23-c960-47ce-bc44-beaa91048512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (2890f400-63d9-45d8-a332-ffea0d951fba), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.775834 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-b970dc23-c960-47ce-bc44-beaa91048512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:42.776979 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-b970dc23-c960-47ce-bc44-beaa91048512 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2890f400-63d9-45d8-a332-ffea0d951fba HTTP/1.1" status: 204 len: 168 time: 0.1165402 Mar 05 02:59:42.784410 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970dc23-c960-47ce-bc44-beaa91048512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890f400-63d9-45d8-a332-ffea0d951fba,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.412004 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37628) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:43.503359 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-437502650-network', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:43.522414 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Made reservation on behalf of 5a27258acc1a49a7bbd1573990c55448 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:43.525322 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.533490 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.605908 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks [] for security_group (ab7fe2fa-aa69-4556-a320-7e5e31dca511), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.610282 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ab7fe2fa-aa69-4556-a320-7e5e31dca511), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.633494 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:59:43.642379 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7fe2fa-aa69-4556-a320-7e5e31dca511,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.648788 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (0a6970d3-1993-47f3-a50e-81d95bdb2bdc), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.649136 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Added segment 0a6970d3-1993-47f3-a50e-81d95bdb2bdc of type vlan for network 98c8b3f1-0779-4c79-b287-a25df16eb306 Mar 05 02:59:43.689102 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (98c8b3f1-0779-4c79-b287-a25df16eb306), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.712718 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (98c8b3f1-0779-4c79-b287-a25df16eb306), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.713656 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:43.714244 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.743173 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3300014 Mar 05 02:59:43.746153 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37632) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:43.751108 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Request body: {'subnet': {'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-437502650-subnet', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:43.770837 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Made reservation on behalf of 5a27258acc1a49a7bbd1573990c55448 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:43.773660 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4025731'] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.776510 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9032-bdbb-4c9e-8288-288219187392 admin admin] Pushing event updated for resources: {'Network': ['ID=98c8b3f1-0779-4c79-b287-a25df16eb306,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:43.786092 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:59:43.864029 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.940400 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4025757'] for subnet (b2173875-bc2f-4bb9-ae9b-35f32ae486ac), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:43.993489 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2173875-bc2f-4bb9-ae9b-35f32ae486ac,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:44.001714 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Checking segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:44.002069 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Network hostable DHCP agents. Network: 98c8b3f1-0779-4c79-b287-a25df16eb306, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:59:44.018309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:59:44.026857 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 98c8b3f1-0779-4c79-b287-a25df16eb306) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:44.031410 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:44.032621 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.035735 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2815e90-6811-4a5f-8d74-0c97cd3d688a None None] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:44.050062 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-c752a34f-751e-4fe9-acd1-2367619db332 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3022056 Mar 05 02:59:44.052458 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37634) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:44.056803 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:44.075675 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (e236677f-cfaf-4f08-a271-8c44dcb2950e), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.076863 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (e236677f-cfaf-4f08-a271-8c44dcb2950e), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.131878 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks [] for router_controller (e236677f-cfaf-4f08-a271-8c44dcb2950e), precommit_add_association {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.139926 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-98c8b3f1-0779-4c79-b287-a25df16eb306', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:59:44.140799 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.271687 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks [] for router_gateway (e236677f-cfaf-4f08-a271-8c44dcb2950e), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.275037 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Allocated IP 172.20.0.2 (98c8b3f1-0779-4c79-b287-a25df16eb306/b2173875-bc2f-4bb9-ae9b-35f32ae486ac/b8ec7d2a-0860-4e19-8705-ecbc82fffc31) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:44.441502 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Publish callbacks [] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.447258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.473598 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks [] for router_gateway (e236677f-cfaf-4f08-a271-8c44dcb2950e), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.484230 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:44.487012 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:44.492686 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:44.493555 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.499887 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Pushing event updated for resources: {'Port': ['ID=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:44.548797 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Attempting to bind port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:44.549075 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Attempting to bind port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:44.549435 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Attempting to bind port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 on network 98c8b3f1-0779-4c79-b287-a25df16eb306 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:44.554930 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:44.555306 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Checking segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:44.555710 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.556104 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Bound using segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:44.556565 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Bound port: b8ec7d2a-0860-4e19-8705-ecbc82fffc31, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:44.556939 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.602308 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Allocated IP 172.28.2.146 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/c7929602-9db9-4e65-aa6e-2d5523d3e91b) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:44.619799 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] For port b8ec7d2a-0860-4e19-8705-ecbc82fffc31, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:44.622699 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] For port b8ec7d2a-0860-4e19-8705-ecbc82fffc31, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:44.629201 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.690297 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f16d1e-987c-465c-8260-deea24208297 None None] Pushing event updated for resources: {'Port': ['ID=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:44.717687 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks [] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.751798 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:44.793235 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:44.796215 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:44.798576 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:44.831842 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Pushing event updated for resources: {'Port': ['ID=c7929602-9db9-4e65-aa6e-2d5523d3e91b,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:45.055363 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.064065 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks [] for router_gateway (e236677f-cfaf-4f08-a271-8c44dcb2950e), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.261715 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (e236677f-cfaf-4f08-a271-8c44dcb2950e), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.399074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Router e236677f-cfaf-4f08-a271-8c44dcb2950e is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:59:45.512058 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:45.522332 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Sync routers for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:45.529624 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.530887 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-19d61ce2-9644-448f-bfde-8e124860e355 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4774113 Mar 05 02:59:45.533557 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37636) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:45.540728 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:45.541352 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:45.583898 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 02:59:45.584705 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80444965-c276-478e-9f38-1b6ee338a16f None None] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:45.658810 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:45.691001 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] Provisioning complete for port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:45.691377 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.802762 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] Current status of the port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:45.803540 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.844431 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] For port b8ec7d2a-0860-4e19-8705-ecbc82fffc31, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:45.854180 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:45.943531 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:44Z', 'revision_number': 3, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:45.949390 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b51eec-055d-4f96-a9a9-fb8abb1828e7 None None] Pushing event updated for resources: {'Port': ['ID=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:45.972934 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Checking router: e236677f-cfaf-4f08-a271-8c44dcb2950e for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:45.973569 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Updating router e236677f-cfaf-4f08-a271-8c44dcb2950e port c7929602-9db9-4e65-aa6e-2d5523d3e91b binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:46.001314 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b8ec7d2a-0860-4e19-8705-ecbc82fffc31 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:46.009566 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.021175 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.050244 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:46.050644 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.098757 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-0f215cd7-2374-41a2-acab-2a454e8653ff None None] Provisioning complete for port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:46.099466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0f215cd7-2374-41a2-acab-2a454e8653ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.176544 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:46.178127 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Allocated IP 172.20.0.1 (98c8b3f1-0779-4c79-b287-a25df16eb306/b2173875-bc2f-4bb9-ae9b-35f32ae486ac/d171b577-292e-4c6e-838c-c108866c5711) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:46.220430 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-0f215cd7-2374-41a2-acab-2a454e8653ff None None] Current status of the port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:46.267172 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Publish callbacks [] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.272532 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.287673 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks [] for port (d171b577-292e-4c6e-838c-c108866c5711), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.321200 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (d171b577-292e-4c6e-838c-c108866c5711), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.325026 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Pushing event updated for resources: {'Port': ['ID=c7929602-9db9-4e65-aa6e-2d5523d3e91b,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.333941 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Attempting to bind port c7929602-9db9-4e65-aa6e-2d5523d3e91b on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:46.334314 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Attempting to bind port c7929602-9db9-4e65-aa6e-2d5523d3e91b by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:46.334684 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Attempting to bind port c7929602-9db9-4e65-aa6e-2d5523d3e91b on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:46.338543 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.338980 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.339363 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.339703 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.340040 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.340366 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.340692 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.341017 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.341339 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.341677 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.342002 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.342321 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.342637 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:46.348371 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:46.349151 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:46.349279 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.349552 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:46.350023 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Bound port: c7929602-9db9-4e65-aa6e-2d5523d3e91b, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:46.350678 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.356499 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:46.362920 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:46.366422 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:46.392555 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Pushing event updated for resources: {'Port': ['ID=d171b577-292e-4c6e-838c-c108866c5711,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.405868 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] For port c7929602-9db9-4e65-aa6e-2d5523d3e91b, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:46.409850 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (e236677f-cfaf-4f08-a271-8c44dcb2950e), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.410159 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] For port c7929602-9db9-4e65-aa6e-2d5523d3e91b, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=c7929602-9db9-4e65-aa6e-2d5523d3e91b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:46.416951 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.480853 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3b2c4-d80e-4070-abd5-2c859566a600 None None] Pushing event updated for resources: {'Port': ['ID=c7929602-9db9-4e65-aa6e-2d5523d3e91b,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.485904 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:46.486526 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:46.547554 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d171b577-292e-4c6e-838c-c108866c5711), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.598838 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:46.644495 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-2395049c-09fa-4197-803f-0059ee00e93e None None] Provisioning complete for port d171b577-292e-4c6e-838c-c108866c5711 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:46.644765 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2395049c-09fa-4197-803f-0059ee00e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d171b577-292e-4c6e-838c-c108866c5711), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.682558 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-2395049c-09fa-4197-803f-0059ee00e93e None None] Port d171b577-292e-4c6e-838c-c108866c5711 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:46.724098 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks [] for port (d171b577-292e-4c6e-838c-c108866c5711), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.729450 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (d171b577-292e-4c6e-838c-c108866c5711), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.774426 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:44Z', 'revision_number': 3, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:46.796720 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Pushing event updated for resources: {'Port': ['ID=d171b577-292e-4c6e-838c-c108866c5711,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:46.799229 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (e236677f-cfaf-4f08-a271-8c44dcb2950e), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:46.806527 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7a1e9-143c-46c1-8328-a95f7049cb95 None None] The sync data for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb is: [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:44Z', 'revision_number': 3, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:46.893834 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:46.895293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:47.015017 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Router e236677f-cfaf-4f08-a271-8c44dcb2950e has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:47.142545 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:47.149254 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-c79bc4f2-86fd-4892-9941-06a80dcb3adf admin admin] 10.222.0.11 "PUT /v2.0/routers/e236677f-cfaf-4f08-a271-8c44dcb2950e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145287 Mar 05 02:59:47.336668 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-ca9b6198-c24e-4a06-a89d-d266b05aa452 None None] Provisioning complete for port d171b577-292e-4c6e-838c-c108866c5711 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:47.337270 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-ca9b6198-c24e-4a06-a89d-d266b05aa452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d171b577-292e-4c6e-838c-c108866c5711), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.372436 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b6198-c24e-4a06-a89d-d266b05aa452 None None] Port d171b577-292e-4c6e-838c-c108866c5711 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:47.636251 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37652) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:47.641194 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-407641889-network', 'tenant_id': '15a83685d9a74d6eb631de09382503e4'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:47.662336 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Made reservation on behalf of 15a83685d9a74d6eb631de09382503e4 for: {'network': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:47.665277 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for network (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.674285 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.686004 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.748350 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks [] for security_group (ec655ded-d06f-4269-a086-2d3d631feea1), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.751806 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ec655ded-d06f-4269-a086-2d3d631feea1), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.778658 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=114613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 02:59:47.787867 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec655ded-d06f-4269-a086-2d3d631feea1,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:47.795385 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (1d2b5aca-37b5-4de8-a4c1-4840161a0a7e), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.795785 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.db.segments_db [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Added segment 1d2b5aca-37b5-4de8-a4c1-4840161a0a7e of type vlan for network 01786d2a-2198-4988-a29e-bd713f94d2ca Mar 05 02:59:47.838438 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753054254102'] for network (01786d2a-2198-4988-a29e-bd713f94d2ca), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.862780 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629'] for network (01786d2a-2198-4988-a29e-bd713f94d2ca), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.864471 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:47.865152 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.900904 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2635489 Mar 05 02:59:47.903812 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37654) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:47.909414 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Request body: {'subnet': {'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-407641889-subnet', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'ip_version': 4}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:47.929609 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Made reservation on behalf of 15a83685d9a74d6eb631de09382503e4 for: {'subnet': 1} {{(pid=114614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 02:59:47.932307 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87c7bd-374d-4bfc-97bf-a0701403b4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=01786d2a-2198-4988-a29e-bd713f94d2ca,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:47.932588 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4025731'] for subnet (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:47.943528 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Network 01786d2a-2198-4988-a29e-bd713f94d2ca details requested by agent ovs-agent-dv-cinder-827259-3-smb with host dv-cinder-827259-3-smb {{(pid=114615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 02:59:48.013461 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b8ec7d2a-0860-4e19-8705-ecbc82fffc31 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:48.064998 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:48.065444 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.122427 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3570801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4025757'] for subnet (aee39bf8-63b3-4cee-acdd-2d5088184ceb), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.147117 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:48.148384 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c7929602-9db9-4e65-aa6e-2d5523d3e91b up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:48.176192 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee39bf8-63b3-4cee-acdd-2d5088184ceb,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:48.187755 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Checking segment: {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:48.188133 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Network hostable DHCP agents. Network: 01786d2a-2198-4988-a29e-bd713f94d2ca, hostable agents: ['1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb'], hosted agents: [] {{(pid=114614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 02:59:48.201119 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port c7929602-9db9-4e65-aa6e-2d5523d3e91b triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:48.201586 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.207264 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Network 01786d2a-2198-4988-a29e-bd713f94d2ca is scheduled to be hosted by DHCP agent 1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb with binding_index 1 {{(pid=114614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 02:59:48.219594 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827259-3-smb, 01786d2a-2198-4988-a29e-bd713f94d2ca) {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:48.225993 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 02:59:48.226783 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.231290 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5321ae-09e7-4282-8b34-a75807098b66 None None] Network 01786d2a-2198-4988-a29e-bd713f94d2ca requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:48.243601 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a7acdde2-320a-4524-b86c-3848dfadd89c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3380177 Mar 05 02:59:48.246070 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37656) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:48.250355 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 02:59:48.271735 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8805'] for router (e48192cf-b597-47ce-a5a1-df590d7c5f89), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.272794 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-558298', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-381871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8812'] for router (e48192cf-b597-47ce-a5a1-df590d7c5f89), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.331771 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks [] for router_controller (e48192cf-b597-47ce-a5a1-df590d7c5f89), precommit_add_association {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.364554 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port c7929602-9db9-4e65-aa6e-2d5523d3e91b is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:48.365527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.374169 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2049f17f-3c78-5479-a281-1d86bf1ae97d-01786d2a-2198-4988-a29e-bd713f94d2ca', 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'project_id': '15a83685d9a74d6eb631de09382503e4', 'fixed_ips': [{'subnet_id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb'}]}} from dv-cinder-827259-3-smb. {{(pid=114615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 02:59:48.375051 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.403824 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port c7929602-9db9-4e65-aa6e-2d5523d3e91b, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=c7929602-9db9-4e65-aa6e-2d5523d3e91b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:48.410946 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.482395 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Sync routers for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:48.521196 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:48.521849 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:48.608442 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=c7929602-9db9-4e65-aa6e-2d5523d3e91b,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:48.628414 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.628769 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.629125 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.629472 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.629812 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.630167 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.630488 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.630846 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.631183 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.631517 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.631917 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.632739 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.633108 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 02:59:48.646693 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.db_base_plugin_common [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Allocated IP 172.20.0.2 (01786d2a-2198-4988-a29e-bd713f94d2ca/aee39bf8-63b3-4cee-acdd-2d5088184ceb/f71eff00-667f-40db-8385-63a7ff2506cc) {{(pid=114615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:48.730131 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:48.749064 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks [] for router_gateway (e48192cf-b597-47ce-a5a1-df590d7c5f89), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.946132 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks [] for router_gateway (e48192cf-b597-47ce-a5a1-df590d7c5f89), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.961649 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Publish callbacks [] for port (f71eff00-667f-40db-8385-63a7ff2506cc), precommit_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.964810 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:48.970133 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), after_create {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.037702 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Network 01786d2a-2198-4988-a29e-bd713f94d2ca is already hosted by enough agents. {{(pid=114615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:49.042330 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.scheduler.base_scheduler [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Resources bound (agent type, host, resource id): {{(pid=114615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:49.047828 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Received port after_create {{(pid=114615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:49.051338 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Pushing event updated for resources: {'Port': ['ID=f71eff00-667f-40db-8385-63a7ff2506cc,revision_number=1']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.071795 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Allocated IP 172.28.2.38 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/4420de81-114e-4c19-a639-a351c48c1e4c) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:49.111832 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Attempting to bind port f71eff00-667f-40db-8385-63a7ff2506cc on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:49.112206 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Attempting to bind port f71eff00-667f-40db-8385-63a7ff2506cc by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:49.112574 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Attempting to bind port f71eff00-667f-40db-8385-63a7ff2506cc on network 01786d2a-2198-4988-a29e-bd713f94d2ca {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:49.117880 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 2, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:49.122337 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:49.122715 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Checking segment: {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:49.123150 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.123553 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Bound using segment: {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:49.124033 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Bound port: f71eff00-667f-40db-8385-63a7ff2506cc, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:49.124416 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.157795 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Checking router: e236677f-cfaf-4f08-a271-8c44dcb2950e for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:49.158158 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Updating router e236677f-cfaf-4f08-a271-8c44dcb2950e port d171b577-292e-4c6e-838c-c108866c5711 binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:49.176214 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks [] for port (4420de81-114e-4c19-a639-a351c48c1e4c), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.214454 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d171b577-292e-4c6e-838c-c108866c5711), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.215315 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.253246 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:49.258052 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:49.261548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:49.270938 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] For port f71eff00-667f-40db-8385-63a7ff2506cc, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:49.275436 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] For port f71eff00-667f-40db-8385-63a7ff2506cc, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=f71eff00-667f-40db-8385-63a7ff2506cc,segment=NetworkSegment(1d2b5aca-37b5-4de8-a4c1-4840161a0a7e),segment_id=1d2b5aca-37b5-4de8-a4c1-4840161a0a7e)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:49.283541 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Pushing event updated for resources: {'Port': ['ID=4420de81-114e-4c19-a639-a351c48c1e4c,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.325407 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.417729 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266cd1c-bf50-4ba8-8bac-c098e4659460 None None] Pushing event updated for resources: {'Port': ['ID=f71eff00-667f-40db-8385-63a7ff2506cc,revision_number=2']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.545241 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks [] for router_gateway (e48192cf-b597-47ce-a5a1-df590d7c5f89), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.585124 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Publish callbacks [] for port (d171b577-292e-4c6e-838c-c108866c5711), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.590585 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d171b577-292e-4c6e-838c-c108866c5711), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.648939 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9d28-ee18-42cd-aa0a-e1005c361790 None None] Pushing event updated for resources: {'Port': ['ID=d171b577-292e-4c6e-838c-c108866c5711,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.699710 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Attempting to bind port d171b577-292e-4c6e-838c-c108866c5711 on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:49.700065 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Attempting to bind port d171b577-292e-4c6e-838c-c108866c5711 by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:49.700611 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Attempting to bind port d171b577-292e-4c6e-838c-c108866c5711 on network 98c8b3f1-0779-4c79-b287-a25df16eb306 {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:49.707538 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:49.707918 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Checking segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:49.708323 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.708710 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Bound using segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:49.709207 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Bound port: d171b577-292e-4c6e-838c-c108866c5711, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:49.709586 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d171b577-292e-4c6e-838c-c108866c5711), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.780250 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] For port d171b577-292e-4c6e-838c-c108866c5711, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:49.782548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558327'] for router (e48192cf-b597-47ce-a5a1-df590d7c5f89), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.783914 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] For port d171b577-292e-4c6e-838c-c108866c5711, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d171b577-292e-4c6e-838c-c108866c5711,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:49.793456 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d171b577-292e-4c6e-838c-c108866c5711), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:49.851023 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:49.851808 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:49.889249 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d9d28-ee18-42cd-aa0a-e1005c361790 None None] Pushing event updated for resources: {'Port': ['ID=d171b577-292e-4c6e-838c-c108866c5711,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:49.934592 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Router e48192cf-b597-47ce-a5a1-df590d7c5f89 is scheduled to L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d with binding_index 1 {{(pid=114614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 02:59:50.070392 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:50.079831 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Sync routers for ids ['e48192cf-b597-47ce-a5a1-df590d7c5f89'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:50.094005 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c7929602-9db9-4e65-aa6e-2d5523d3e91b up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:50.097185 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Routers {'e48192cf-b597-47ce-a5a1-df590d7c5f89'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:50.097823 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e48192cf-b597-47ce-a5a1-df590d7c5f89'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:50.098610 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.100190 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-a0694aea-1468-4cf8-8444-76e9a8e9f144 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8532040 Mar 05 02:59:50.103759 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37658) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 02:59:50.154972 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:50.247732 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Set router e48192cf-b597-47ce-a5a1-df590d7c5f89 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:50.355218 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] Provisioning complete for port d171b577-292e-4c6e-838c-c108866c5711 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:50.355918 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d171b577-292e-4c6e-838c-c108866c5711), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.431048 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port c7929602-9db9-4e65-aa6e-2d5523d3e91b triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:50.431701 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.436787 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:50.451980 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 3, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:50.481752 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Checking router: e48192cf-b597-47ce-a5a1-df590d7c5f89 for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:50.482357 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Updating router e48192cf-b597-47ce-a5a1-df590d7c5f89 port 4420de81-114e-4c19-a639-a351c48c1e4c binding host dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:50.505300 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6640b-4a34-4bc1-93f8-5afd3f534777 None None] The sync data for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb is: [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:49Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:50.517600 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.527295 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2521f-e625-4944-b2e6-04a7acd54954 None None] Network 01786d2a-2198-4988-a29e-bd713f94d2ca requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 02:59:50.547281 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] Current status of the port d171b577-292e-4c6e-838c-c108866c5711 is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:50.547688 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (d171b577-292e-4c6e-838c-c108866c5711), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.663492 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.668115 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] For port d171b577-292e-4c6e-838c-c108866c5711, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d171b577-292e-4c6e-838c-c108866c5711,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:50.696503 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (d171b577-292e-4c6e-838c-c108866c5711), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.765952 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port c7929602-9db9-4e65-aa6e-2d5523d3e91b is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:50.767141 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device f71eff00-667f-40db-8385-63a7ff2506cc up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:50.828305 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d0102-5e01-485f-90dc-85e04796a1d1 None None] Pushing event updated for resources: {'Port': ['ID=d171b577-292e-4c6e-838c-c108866c5711,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:50.854495 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Allocated IP 172.20.0.1 (01786d2a-2198-4988-a29e-bd713f94d2ca/aee39bf8-63b3-4cee-acdd-2d5088184ceb/0cb6b8a9-4543-4729-8e29-ecda40767f6d) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 02:59:50.855837 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Provisioning complete for port f71eff00-667f-40db-8385-63a7ff2506cc triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:50.856362 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.900091 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port f71eff00-667f-40db-8385-63a7ff2506cc triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:50.900566 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:50.965926 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks [] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.004873 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.033597 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Publish callbacks [] for port (4420de81-114e-4c19-a639-a351c48c1e4c), precommit_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.044308 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.056504 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb6b8a9-4543-4729-8e29-ecda40767f6d,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.074843 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Network 01786d2a-2198-4988-a29e-bd713f94d2ca is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:51.078792 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:51.080675 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Current status of the port f71eff00-667f-40db-8385-63a7ff2506cc is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.082752 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 02:59:51.083506 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.095686 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d592db-ddac-49ef-827d-187adf8167af None None] Pushing event updated for resources: {'Port': ['ID=4420de81-114e-4c19-a639-a351c48c1e4c,revision_number=2']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.110671 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Attempting to bind port 4420de81-114e-4c19-a639-a351c48c1e4c on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:51.111069 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Attempting to bind port 4420de81-114e-4c19-a639-a351c48c1e4c by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:51.111414 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Attempting to bind port 4420de81-114e-4c19-a639-a351c48c1e4c on network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:51.125290 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port f71eff00-667f-40db-8385-63a7ff2506cc is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.125700 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.130600 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:51.131318 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Checking segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:51.132672 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.133476 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Bound using segment: {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'} {{(pid=114616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:51.134133 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.managers [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Bound port: 4420de81-114e-4c19-a639-a351c48c1e4c, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216c3640-8805-4f22-a542-c24ea143d25a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a'}}] {{(pid=114616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:51.134693 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), before_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.137421 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558042'] for router_interface (e48192cf-b597-47ce-a5a1-df590d7c5f89), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.173067 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] For port f71eff00-667f-40db-8385-63a7ff2506cc, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=f71eff00-667f-40db-8385-63a7ff2506cc,segment=NetworkSegment(1d2b5aca-37b5-4de8-a4c1-4840161a0a7e),segment_id=1d2b5aca-37b5-4de8-a4c1-4840161a0a7e)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:51.189564 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.235669 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] For port 4420de81-114e-4c19-a639-a351c48c1e4c, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:51.247258 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.plugins.ml2.db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] For port 4420de81-114e-4c19-a639-a351c48c1e4c, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=4420de81-114e-4c19-a639-a351c48c1e4c,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:51.260468 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron_lib.callbacks.manager [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), after_update {{(pid=114616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.282129 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Provisioning complete for port d171b577-292e-4c6e-838c-c108866c5711 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:51.282513 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d171b577-292e-4c6e-838c-c108866c5711), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.298697 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.db.api [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 02:59:51.299090 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG oslo_db.api [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 02:59:51.325834 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Routers {'e48192cf-b597-47ce-a5a1-df590d7c5f89'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:51.327412 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e48192cf-b597-47ce-a5a1-df590d7c5f89'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:51.333081 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.353776 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Pushing event updated for resources: {'Port': ['ID=f71eff00-667f-40db-8385-63a7ff2506cc,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.403602 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d592db-ddac-49ef-827d-187adf8167af None None] Pushing event updated for resources: {'Port': ['ID=4420de81-114e-4c19-a639-a351c48c1e4c,revision_number=3']} {{(pid=114616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.438440 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-9233f1b5-8694-4242-8da6-4c69a615ba2d None None] Current status of the port d171b577-292e-4c6e-838c-c108866c5711 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.510417 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] Set router e48192cf-b597-47ce-a5a1-df590d7c5f89 gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:51.571374 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-f563e18a-8d53-4158-983b-701063dbd5ec None None] Provisioning complete for port f71eff00-667f-40db-8385-63a7ff2506cc triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:51.571758 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f563e18a-8d53-4158-983b-701063dbd5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.584506 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks [] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.591119 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.662696 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb6b8a9-4543-4729-8e29-ecda40767f6d,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:51.666704 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-558006'] for router_interface (e48192cf-b597-47ce-a5a1-df590d7c5f89), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.669894 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-f563e18a-8d53-4158-983b-701063dbd5ec None None] Current status of the port f71eff00-667f-40db-8385-63a7ff2506cc is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:51.684514 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-f563e18a-8d53-4158-983b-701063dbd5ec None None] Provisioning complete for port 0cb6b8a9-4543-4729-8e29-ecda40767f6d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:51.684916 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-f563e18a-8d53-4158-983b-701063dbd5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:51.733545 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-f563e18a-8d53-4158-983b-701063dbd5ec None None] Port 0cb6b8a9-4543-4729-8e29-ecda40767f6d cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:51.764928 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '0cb6b8a9-4543-4729-8e29-ecda40767f6d', 'name': '', 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'mac_address': 'fa:16:3e:22:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:50Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 1, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'subnets': [{'id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:51.796925 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b72e0c-98c3-4671-a598-0a0d6ddfc5de None None] The sync data for ids ['e48192cf-b597-47ce-a5a1-df590d7c5f89'] in dv-cinder-827259-3-smb is: [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '0cb6b8a9-4543-4729-8e29-ecda40767f6d', 'name': '', 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'mac_address': 'fa:16:3e:22:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:50Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 1, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'subnets': [{'id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:51.799895 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Network 01786d2a-2198-4988-a29e-bd713f94d2ca is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 02:59:51.801510 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 02:59:51.852171 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port f71eff00-667f-40db-8385-63a7ff2506cc is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:52.063556 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device f71eff00-667f-40db-8385-63a7ff2506cc up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:52.089398 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-de1a0e57-d3f7-4f3f-8853-7cf9abe45742 None None] Provisioning complete for port 0cb6b8a9-4543-4729-8e29-ecda40767f6d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:52.089701 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-de1a0e57-d3f7-4f3f-8853-7cf9abe45742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.139865 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-de1a0e57-d3f7-4f3f-8853-7cf9abe45742 None None] Port 0cb6b8a9-4543-4729-8e29-ecda40767f6d cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 02:59:52.157012 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port f71eff00-667f-40db-8385-63a7ff2506cc triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:52.157398 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.229732 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Router e48192cf-b597-47ce-a5a1-df590d7c5f89 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 02:59:52.264848 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port f71eff00-667f-40db-8385-63a7ff2506cc is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:52.265936 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d171b577-292e-4c6e-838c-c108866c5711 up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:52.328011 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port d171b577-292e-4c6e-838c-c108866c5711 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:52.328909 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (d171b577-292e-4c6e-838c-c108866c5711), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:52.362073 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 02:59:52.367646 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-8f9bf025-5df9-48a3-85f9-3b853d2f91b3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e48192cf-b597-47ce-a5a1-df590d7c5f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2618725 Mar 05 02:59:52.425296 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port d171b577-292e-4c6e-838c-c108866c5711 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:53.988548 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 4420de81-114e-4c19-a639-a351c48c1e4c up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:54.052020 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 4420de81-114e-4c19-a639-a351c48c1e4c triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:54.052756 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.274014 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 4420de81-114e-4c19-a639-a351c48c1e4c is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:54.274417 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.296520 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] For port 4420de81-114e-4c19-a639-a351c48c1e4c, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=4420de81-114e-4c19-a639-a351c48c1e4c,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:54.306188 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:54.358825 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Pushing event updated for resources: {'Port': ['ID=4420de81-114e-4c19-a639-a351c48c1e4c,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:54.869734 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Sync routers for ids ['e48192cf-b597-47ce-a5a1-df590d7c5f89'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 02:59:54.882000 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Routers {'e48192cf-b597-47ce-a5a1-df590d7c5f89'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:54.882766 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e48192cf-b597-47ce-a5a1-df590d7c5f89'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:55.001000 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Set router e48192cf-b597-47ce-a5a1-df590d7c5f89 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:55.228026 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '0cb6b8a9-4543-4729-8e29-ecda40767f6d', 'name': '', 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'mac_address': 'fa:16:3e:22:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:50Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 2, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'subnets': [{'id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:55.258082 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Checking router: e48192cf-b597-47ce-a5a1-df590d7c5f89 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 02:59:55.258439 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Updating router e48192cf-b597-47ce-a5a1-df590d7c5f89 port 0cb6b8a9-4543-4729-8e29-ecda40767f6d binding host dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 02:59:55.288462 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.603568 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Publish callbacks [] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), precommit_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.610134 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.663579 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cf890-34fd-40e4-aefe-7049920f3364 None None] Pushing event updated for resources: {'Port': ['ID=0cb6b8a9-4543-4729-8e29-ecda40767f6d,revision_number=3']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:55.732056 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Attempting to bind port 0cb6b8a9-4543-4729-8e29-ecda40767f6d on host dv-cinder-827259-3-smb for vnic_type normal with profile {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 02:59:55.732680 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Attempting to bind port 0cb6b8a9-4543-4729-8e29-ecda40767f6d by drivers openvswitch,hyperv on host dv-cinder-827259-3-smb at level 0 using segments [{'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 02:59:55.733079 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Attempting to bind port 0cb6b8a9-4543-4729-8e29-ecda40767f6d on network 01786d2a-2198-4988-a29e-bd713f94d2ca {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 02:59:55.742140 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Checking agent: {'id': '8c042acc-bc85-4584-b53f-0da793ea6954', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827259-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 44, 15), 'started_at': datetime.datetime(2022, 3, 5, 2, 44, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827259-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 02:59:55.742554 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Checking segment: {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 02:59:55.743005 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.743435 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Bound using segment: {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'} {{(pid=114615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 02:59:55.744172 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.managers [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Bound port: 0cb6b8a9-4543-4729-8e29-ecda40767f6d, host: dv-cinder-827259-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca'}}] {{(pid=114615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 02:59:55.744621 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.853072 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] For port 0cb6b8a9-4543-4729-8e29-ecda40767f6d, host dv-cinder-827259-3-smb, cleared binding levels {{(pid=114615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 02:59:55.857147 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] For port 0cb6b8a9-4543-4729-8e29-ecda40767f6d, host dv-cinder-827259-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=0cb6b8a9-4543-4729-8e29-ecda40767f6d,segment=NetworkSegment(1d2b5aca-37b5-4de8-a4c1-4840161a0a7e),segment_id=1d2b5aca-37b5-4de8-a4c1-4840161a0a7e)] {{(pid=114615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 02:59:55.864640 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.948157 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] Provisioning complete for port 0cb6b8a9-4543-4729-8e29-ecda40767f6d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:55.948677 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:55.991726 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Routers {'e48192cf-b597-47ce-a5a1-df590d7c5f89'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 02:59:55.992486 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T02:59:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e48192cf-b597-47ce-a5a1-df590d7c5f89'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:55.994556 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 4420de81-114e-4c19-a639-a351c48c1e4c up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:56.063058 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cf890-34fd-40e4-aefe-7049920f3364 None None] Pushing event updated for resources: {'Port': ['ID=0cb6b8a9-4543-4729-8e29-ecda40767f6d,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:56.202815 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] Set router e48192cf-b597-47ce-a5a1-df590d7c5f89 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 02:59:56.206374 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 4420de81-114e-4c19-a639-a351c48c1e4c triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:56.206374 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.207080 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] Current status of the port 0cb6b8a9-4543-4729-8e29-ecda40767f6d is: DOWN; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:56.207523 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.340975 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] For port 0cb6b8a9-4543-4729-8e29-ecda40767f6d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=0cb6b8a9-4543-4729-8e29-ecda40767f6d,segment=NetworkSegment(1d2b5aca-37b5-4de8-a4c1-4840161a0a7e),segment_id=1d2b5aca-37b5-4de8-a4c1-4840161a0a7e)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 02:59:56.359644 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.522344 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 4420de81-114e-4c19-a639-a351c48c1e4c is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:56.538625 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f699a2-13a7-4688-a2c3-62688b22c84b None None] Pushing event updated for resources: {'Port': ['ID=0cb6b8a9-4543-4729-8e29-ecda40767f6d,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 02:59:56.550871 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-5a535e96-63f6-4c89-8f33-a09bc7ddf048 None None] Provisioning complete for port 0cb6b8a9-4543-4729-8e29-ecda40767f6d triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:56.551258 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-5a535e96-63f6-4c89-8f33-a09bc7ddf048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:56.667456 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '0cb6b8a9-4543-4729-8e29-ecda40767f6d', 'name': '', 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'mac_address': 'fa:16:3e:22:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:50Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'subnets': [{'id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 02:59:56.700115 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a88026f-578c-4b5c-92bc-f14cb1c815cb None None] The sync data for ids ['e48192cf-b597-47ce-a5a1-df590d7c5f89'] in dv-cinder-827259-3-smb is: [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:51Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': '0cb6b8a9-4543-4729-8e29-ecda40767f6d', 'name': '', 'network_id': '01786d2a-2198-4988-a29e-bd713f94d2ca', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'mac_address': 'fa:16:3e:22:ef:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:50Z', 'updated_at': '2022-03-05T02:59:55Z', 'revision_number': 4, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'subnets': [{'id': 'aee39bf8-63b3-4cee-acdd-2d5088184ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 02:59:56.703562 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-5a535e96-63f6-4c89-8f33-a09bc7ddf048 None None] Current status of the port 0cb6b8a9-4543-4729-8e29-ecda40767f6d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 02:59:57.991222 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 0cb6b8a9-4543-4729-8e29-ecda40767f6d up at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 02:59:58.068579 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Provisioning complete for port 0cb6b8a9-4543-4729-8e29-ecda40767f6d triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 02:59:58.069546 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 02:59:58.154624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Current status of the port 0cb6b8a9-4543-4729-8e29-ecda40767f6d is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:01.756692 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-cfe34c1e-19d6-4761-b597-0d834e17dadd tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:01.758187 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-cfe34c1e-19d6-4761-b597-0d834e17dadd tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 814 time: 0.1036246 Mar 05 03:00:01.775985 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-63b4d74d-87a7-4fb0-ace9-de30454c4c39 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/quotas/5a27258acc1a49a7bbd1573990c55448 HTTP/1.1" status: 200 len: 375 time: 0.0125310 Mar 05 03:00:01.830344 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-c28ce110-2b5b-4fd8-b0f9-279e7b69500d tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494959 Mar 05 03:00:01.925254 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-08abdec5-03de-4e6c-8560-ede064c8e5a2 service neutron] 10.222.0.11 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Mar 05 03:00:02.017435 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8be61a66-d008-41c0-8d9e-7c9600ecd815 service neutron] 10.222.0.11 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863194 Mar 05 03:00:02.175883 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b2e29005-f9e7-45cc-836c-4b0c4d4dccaa req-8595106f-999d-4ec2-becb-1236bbcf7754 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 210 time: 0.0272219 Mar 05 03:00:03.288760 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-a94120cd-0f5b-42b6-b4a5-600dd929418a req-2db8fd73-3205-49e4-ba12-1a87fb391af7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 210 time: 0.0384328 Mar 05 03:00:03.499166 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-ac947ca2-2288-4c4e-a03e-c86893fc4034 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:03.500606 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-ac947ca2-2288-4c4e-a03e-c86893fc4034 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 814 time: 0.4059832 Mar 05 03:00:03.521172 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'port': {'device_id': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'admin_state_up': True, 'tenant_id': '5a27258acc1a49a7bbd1573990c55448'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:03.713391 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Made reservation on behalf of 5a27258acc1a49a7bbd1573990c55448 for: {'port': 1} {{(pid=114613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 03:00:03.717896 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:03.893037 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_common [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Allocated IP 172.20.0.12 (98c8b3f1-0779-4c79-b287-a25df16eb306/b2173875-bc2f-4bb9-ae9b-35f32ae486ac/8ad1901f-fc81-4a9f-89ea-733196935ee8) {{(pid=114613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:00:04.064040 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:04.101531 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:04.148702 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 is already hosted by enough agents. {{(pid=114613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:00:04.152379 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.base_scheduler [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Resources bound (agent type, host, resource id): {{(pid=114613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:00:04.156078 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Received port after_create {{(pid=114613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:00:04.183967 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:04.214240 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:04.215240 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:04.235384 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-85d49846-3ef2-4137-b700-271764dd8e5e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7199073 Mar 05 03:00:04.392689 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-3391c8f2-8d2a-4c54-b176-68402d4ee588 None None] Provisioning complete for port 8ad1901f-fc81-4a9f-89ea-733196935ee8 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:04.393279 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3391c8f2-8d2a-4c54-b176-68402d4ee588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:04.429368 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-3391c8f2-8d2a-4c54-b176-68402d4ee588 None None] Port 8ad1901f-fc81-4a9f-89ea-733196935ee8 cannot update to ACTIVE because it is not bound. {{(pid=114615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 03:00:04.461634 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5607a-7159-418c-8914-bbe146aa5a7a req-3787e049-8fb6-4518-b308-1fb8adfeb111 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:04.463311 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03c5607a-7159-418c-8914-bbe146aa5a7a req-3787e049-8fb6-4518-b308-1fb8adfeb111 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.0671732 Mar 05 03:00:04.525643 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-03c5607a-7159-418c-8914-bbe146aa5a7a req-09361c0d-0771-4d4d-a181-ee86d455bc0c tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563488 Mar 05 03:00:05.647038 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c111ca-6eec-43cc-9e83-d28bc0d9ce3f req-d360b6cf-faaf-430c-98e3-75df90f6cc36 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:05.648548 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-59c111ca-6eec-43cc-9e83-d28bc0d9ce3f req-d360b6cf-faaf-430c-98e3-75df90f6cc36 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.0595868 Mar 05 03:00:05.699961 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-59c111ca-6eec-43cc-9e83-d28bc0d9ce3f req-cf755177-f245-4b4e-bd6d-608db18f34db tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Mar 05 03:00:06.823293 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76612a29-6268-4d47-a0ea-95eb9c0ac6c9 req-e6c7bc99-ae3d-4827-9f14-6e0cbdaa7618 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:06.824814 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-76612a29-6268-4d47-a0ea-95eb9c0ac6c9 req-e6c7bc99-ae3d-4827-9f14-6e0cbdaa7618 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.0575070 Mar 05 03:00:06.875478 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-76612a29-6268-4d47-a0ea-95eb9c0ac6c9 req-5c231665-4085-4846-8d2e-557d442b419e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Mar 05 03:00:08.008097 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c2487-f42c-4e3e-bfa3-9ef2f301bd14 req-e5f778c7-c748-4775-996c-b10bd8447446 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:08.016136 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-df3c2487-f42c-4e3e-bfa3-9ef2f301bd14 req-e5f778c7-c748-4775-996c-b10bd8447446 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.0639937 Mar 05 03:00:08.066747 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-df3c2487-f42c-4e3e-bfa3-9ef2f301bd14 req-f5232d07-3f64-4b9e-9a3a-552bbf257784 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497322 Mar 05 03:00:08.877055 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-135d4bb5-75df-4de8-9368-f7aeacd93097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:09.225930 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb252c-f271-4901-b379-3b38730852bb req-0d0b2a3d-0f66-4d9f-a958-85d295afca34 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:09.228277 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f4cb252c-f271-4901-b379-3b38730852bb req-0d0b2a3d-0f66-4d9f-a958-85d295afca34 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.0591295 Mar 05 03:00:09.294248 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f4cb252c-f271-4901-b379-3b38730852bb req-81af5081-f7c7-42f2-a4d2-1551e7c8cb71 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596244 Mar 05 03:00:10.426618 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d0026-3a8f-4e8d-9d96-3e87e9c1e41f req-360588a8-64ca-47f8-92dc-52eaffeb2942 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:10.428452 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7d7d0026-3a8f-4e8d-9d96-3e87e9c1e41f req-360588a8-64ca-47f8-92dc-52eaffeb2942 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.0632284 Mar 05 03:00:10.479595 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7d7d0026-3a8f-4e8d-9d96-3e87e9c1e41f req-a9485e33-1263-457b-9d8f-648d707ec279 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Mar 05 03:00:10.956992 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-a63a563c-0a90-4fa1-bc2f-3c3cec4b6d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.287886 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Request body: {'port': {'device_id': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82725'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:11.348868 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.660010 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad1901f-fc81-4a9f-89ea-733196935ee8 {{(pid=114613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:00:11.673205 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c1b7-886e-4289-b405-fcdfa9eb1d1c req-1cbd9a51-7831-4196-8dcd-8948ac0d2943 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.674659 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3d24c1b7-886e-4289-b405-fcdfa9eb1d1c req-1cbd9a51-7831-4196-8dcd-8948ac0d2943 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 932 time: 0.1253312 Mar 05 03:00:11.676331 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Publish callbacks [] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.696704 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.provisioning_blocks [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Transition to ACTIVE for port object 8ad1901f-fc81-4a9f-89ea-733196935ee8 will not be triggered until provisioned by entity L2. {{(pid=114613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 03:00:11.704395 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.771731 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-3d24c1b7-886e-4289-b405-fcdfa9eb1d1c req-776f7253-44a9-4455-abad-03e605b8ba6f tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889144 Mar 05 03:00:11.781981 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=2']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:11.851143 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Attempting to bind port 8ad1901f-fc81-4a9f-89ea-733196935ee8 on host hv-cinder-82725 for vnic_type normal with profile {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 03:00:11.851486 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Attempting to bind port 8ad1901f-fc81-4a9f-89ea-733196935ee8 by drivers openvswitch,hyperv on host hv-cinder-82725 at level 0 using segments [{'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 03:00:11.851820 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Attempting to bind port 8ad1901f-fc81-4a9f-89ea-733196935ee8 on network 98c8b3f1-0779-4c79-b287-a25df16eb306 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:11.856337 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Port 8ad1901f-fc81-4a9f-89ea-733196935ee8 on network 98c8b3f1-0779-4c79-b287-a25df16eb306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82725 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 03:00:11.856668 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Attempting to bind port 8ad1901f-fc81-4a9f-89ea-733196935ee8 on network 98c8b3f1-0779-4c79-b287-a25df16eb306 {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 03:00:11.861858 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Checking agent: {'id': 'ceb8c9cb-31fd-4402-b1c0-002fd9342dcd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82725', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'started_at': datetime.datetime(2022, 3, 5, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 03:00:11.862209 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Checking segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 03:00:11.862597 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Bound using segment: {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'} {{(pid=114613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 03:00:11.863064 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.managers [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Bound port: 8ad1901f-fc81-4a9f-89ea-733196935ee8, host: hv-cinder-82725, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6970d3-1993-47f3-a50e-81d95bdb2bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306'}}] {{(pid=114613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 03:00:11.863434 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.930711 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, cleared binding levels {{(pid=114613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 03:00:11.934175 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 03:00:11.940866 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.980949 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:11.981568 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:11.982969 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] 10.222.0.16 "PUT /v2.0/ports/8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 1094 time: 0.7013309 Mar 05 03:00:11.983411 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:11.985622 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e9229-ec54-40af-9e6f-51c83592859c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:12.016513 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd172d2-61b8-40a7-99fa-097beace1b7a service neutron] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=3']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:12.027210 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d845cd6-ab6b-4579-a2f2-30ea8a3b9f16 x-openstack-request-id: req-0d845cd6-ab6b-4579-a2f2-30ea8a3b9f16 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:12.027391 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:12.027801 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d845cd6-ab6b-4579-a2f2-30ea8a3b9f16 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:12.028478 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'status': 'completed', 'code': 200} Mar 05 03:00:12.089289 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-d882753b-9c7e-420e-9143-fb0925fb9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.090861 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-d882753b-9c7e-420e-9143-fb0925fb9dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1128 time: 0.0454183 Mar 05 03:00:12.140864 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-af2f4581-ac6d-4af2-8a62-a922a2cd59c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 217 time: 0.0380833 Mar 05 03:00:12.189047 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-d460d6ec-f685-4b1a-89ef-ef329aab8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.190406 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-d460d6ec-f685-4b1a-89ef-ef329aab8180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0430326 Mar 05 03:00:12.238208 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-f3986eaf-d654-4402-875b-8344d4a99a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.243716 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-f3986eaf-d654-4402-875b-8344d4a99a98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473235 Mar 05 03:00:12.280264 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:12.338579 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-f7779a40-95b5-45c1-b0ff-27a26df4dc23 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882080 Mar 05 03:00:12.424528 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-48751a78-9024-4ddc-a8f9-095cb289e906 req-d8ef5199-71cc-483c-889e-75d6b9ba8f41 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800683 Mar 05 03:00:12.555940 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e9229-ec54-40af-9e6f-51c83592859c req-93f656ed-f0a2-445a-b1dc-330185a81e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.557331 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-93f656ed-f0a2-445a-b1dc-330185a81e71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1128 time: 0.0462446 Mar 05 03:00:12.650251 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e9229-ec54-40af-9e6f-51c83592859c req-9300ec30-6b50-4602-9070-53763f7cc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.651840 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-9300ec30-6b50-4602-9070-53763f7cc205 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.0870829 Mar 05 03:00:12.698157 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-74db73c5-fcc0-4f61-8390-1f78c1bda083 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 217 time: 0.0394554 Mar 05 03:00:12.744217 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e9229-ec54-40af-9e6f-51c83592859c req-a3688ada-6f91-4baf-bac5-27622d736803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.745643 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-a3688ada-6f91-4baf-bac5-27622d736803 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0420263 Mar 05 03:00:12.792182 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e9229-ec54-40af-9e6f-51c83592859c req-4b75609f-4864-4b62-825b-0280da425100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.793681 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-4b75609f-4864-4b62-825b-0280da425100 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421300 Mar 05 03:00:12.914995 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-9684c5b9-f70f-4f3e-a4f6-4709c3fed999 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151872 Mar 05 03:00:12.924987 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78db75-a965-446d-aee1-bc0f52e4dfad req-2544f361-0838-4da1-bfb6-041e1c84d194 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:12.926355 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0f78db75-a965-446d-aee1-bc0f52e4dfad req-2544f361-0838-4da1-bfb6-041e1c84d194 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 944 time: 0.0720594 Mar 05 03:00:13.024427 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-0f78db75-a965-446d-aee1-bc0f52e4dfad req-af8b88a2-430a-4756-8a1b-7569fa07047f tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899839 Mar 05 03:00:13.043330 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-027e9229-ec54-40af-9e6f-51c83592859c req-87e92671-ba87-43a3-85bf-59610de4b7a3 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159818 Mar 05 03:00:13.867221 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:14.139287 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280b735-9e55-48b6-a7a1-8aef4aa9a5e1 req-12c76772-678f-423e-8e00-d11d44c0ae60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:14.140654 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e280b735-9e55-48b6-a7a1-8aef4aa9a5e1 req-12c76772-678f-423e-8e00-d11d44c0ae60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 944 time: 0.0508988 Mar 05 03:00:14.186139 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-e280b735-9e55-48b6-a7a1-8aef4aa9a5e1 req-7f0ce1c6-7ff6-464f-bff9-9341d15d03d5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Mar 05 03:00:14.564689 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 8ad1901f-fc81-4a9f-89ea-733196935ee8 details requested by agent hyperv_hv-cinder-82725 with host hv-cinder-82725 {{(pid=114615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 03:00:14.657562 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:14.669280 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Returning: {'device': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'port_id': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'mac_address': 'fa:16:3e:03:aa:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 03:00:14.708022 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 8ad1901f-fc81-4a9f-89ea-733196935ee8 is: DOWN; New status is: BUILD {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:14.708444 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:14.841624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad1901f-fc81-4a9f-89ea-733196935ee8 {{(pid=114615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 03:00:14.860523 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:14.864106 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:14.908289 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=4']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:15.060281 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:15.145697 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['8ad1901f-fc81-4a9f-89ea-733196935ee8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:15.302510 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f7fb-e916-435e-9441-c649b287d01a req-8fbe8bf5-3c33-469c-a79f-543eea50259c tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:15.304019 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7569f7fb-e916-435e-9441-c649b287d01a req-8fbe8bf5-3c33-469c-a79f-543eea50259c tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 945 time: 0.0523589 Mar 05 03:00:15.352886 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7569f7fb-e916-435e-9441-c649b287d01a req-d5e3a383-977b-4d53-bcad-7a5c9fd351e2 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Mar 05 03:00:16.471059 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a3fb3-0ad0-483a-aa22-5606862b9993 req-73bef0f5-49a4-4b6c-a96c-5323f005dea3 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:16.472519 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6e1a3fb3-0ad0-483a-aa22-5606862b9993 req-73bef0f5-49a4-4b6c-a96c-5323f005dea3 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 945 time: 0.0554788 Mar 05 03:00:16.517498 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-6e1a3fb3-0ad0-483a-aa22-5606862b9993 req-86f77ffd-045d-404c-b1db-164f13238649 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Mar 05 03:00:16.580825 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 8ad1901f-fc81-4a9f-89ea-733196935ee8 up at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 03:00:16.626966 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning for port 8ad1901f-fc81-4a9f-89ea-733196935ee8 completed by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 03:00:16.631271 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Provisioning complete for port 8ad1901f-fc81-4a9f-89ea-733196935ee8 triggered by entity L2. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:16.631715 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:16.710091 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Current status of the port 8ad1901f-fc81-4a9f-89ea-733196935ee8 is: BUILD; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:16.710483 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:16.732239 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:16.734527 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e07a4108ee6157ba7dc98120de887732b72b50e845af7dd3cbfe321eb3f51891" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7421e2f-5197-4c80-951e-254aebe1e963" -d '{"events": [{"server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "name": "network-vif-plugged", "status": "completed", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:16.747459 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:16.751357 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:16.774706 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ba60b0-8f5a-4603-9781-71bbd5de36af x-openstack-request-id: req-49ba60b0-8f5a-4603-9781-71bbd5de36af {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:16.775026 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "name": "network-vif-plugged", "status": "completed", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "code": 200}]} {{(pid=114615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:16.775283 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49ba60b0-8f5a-4603-9781-71bbd5de36af {{(pid=114615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:16.775670 dv-cinder-827259-3-smb neutron-server[114615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'code': 200} Mar 05 03:00:16.799457 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=5']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:16.970934 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cc476-4448-4981-b1e3-f1be8b129f51 req-ecbce140-4a77-470a-99fb-9e98c46bd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:16.972394 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fa2cc476-4448-4981-b1e3-f1be8b129f51 req-ecbce140-4a77-470a-99fb-9e98c46bd22b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1130 time: 0.0423498 Mar 05 03:00:17.016526 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-fa2cc476-4448-4981-b1e3-f1be8b129f51 req-d2d442a3-64d3-4d50-a6cb-c753f4753500 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383930 Mar 05 03:00:17.633324 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cac88-e69c-4d47-b96e-70d504dcd61e req-8dcbf9c2-bd50-4f8a-9b96-112a55af79da tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:17.634695 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c26cac88-e69c-4d47-b96e-70d504dcd61e req-8dcbf9c2-bd50-4f8a-9b96-112a55af79da tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0544887 Mar 05 03:00:17.683325 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-c26cac88-e69c-4d47-b96e-70d504dcd61e req-14f07467-48b2-45d5-b412-3d930f2b4619 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Mar 05 03:00:17.695568 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:18.802384 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a64ae-54a7-4ae2-a213-ee6e4649917d req-a77fbeaf-ef66-4bdd-a052-bbc5080aa724 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:18.803919 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bc0a64ae-54a7-4ae2-a213-ee6e4649917d req-a77fbeaf-ef66-4bdd-a052-bbc5080aa724 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0531814 Mar 05 03:00:18.849850 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-bc0a64ae-54a7-4ae2-a213-ee6e4649917d req-afc635ac-2b27-41ec-b395-ebbe2eaef996 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Mar 05 03:00:18.963111 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd38053-6103-42af-8d01-d8e59599612d req-0feb8365-db74-4efb-a465-4ff44fbe2610 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:18.964628 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2cd38053-6103-42af-8d01-d8e59599612d req-0feb8365-db74-4efb-a465-4ff44fbe2610 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0517554 Mar 05 03:00:19.013422 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-2cd38053-6103-42af-8d01-d8e59599612d req-def374d6-3015-4373-9d93-46123444ef33 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Mar 05 03:00:19.331872 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8552a3-d442-4e76-83d2-ccf722d5c339 req-e175f767-e7c8-4a05-9e49-cc500a9c7a20 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:19.333402 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bf8552a3-d442-4e76-83d2-ccf722d5c339 req-e175f767-e7c8-4a05-9e49-cc500a9c7a20 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0524919 Mar 05 03:00:19.380053 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-bf8552a3-d442-4e76-83d2-ccf722d5c339 req-bf004229-6a86-449b-9a7d-931c7d4253d6 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Mar 05 03:00:22.442714 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571653-09b4-4958-923b-8b8001dd9781 req-4d2b2f40-311a-469a-90e9-598b784a71ef tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:22.444216 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-af571653-09b4-4958-923b-8b8001dd9781 req-4d2b2f40-311a-469a-90e9-598b784a71ef tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0517569 Mar 05 03:00:22.488809 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-af571653-09b4-4958-923b-8b8001dd9781 req-8d850683-728c-40b0-b68b-ed32d7c415be tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Mar 05 03:00:22.511055 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37822) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:22.543241 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:00:22.643983 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c66db-9ee4-47f1-9ff7-1485f6df12e4 tempest-TestMinimumBasicScenario-741113407 tempest-TestMinimumBasicScenario-741113407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:22.645980 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-aa8c66db-9ee4-47f1-9ff7-1485f6df12e4 tempest-TestMinimumBasicScenario-741113407 tempest-TestMinimumBasicScenario-741113407-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1125 time: 0.1334546 Mar 05 03:00:22.648961 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37826) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:22.653058 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'floatingip': {'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'port_id': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:22.672043 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.766708 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (None), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:22.872748 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_common [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Allocated IP 172.28.2.39 (a43d01b7-74c8-4c8c-aa68-a8c16d39f11a/47110fd6-0c0c-442e-857b-ae20b9ba8b2f/9954e084-09f7-4e00-8acd-5ec08a2b3d66) {{(pid=114614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 03:00:22.970389 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.001957 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753054236591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.042939 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Network a43d01b7-74c8-4c8c-aa68-a8c16d39f11a is already hosted by enough agents. {{(pid=114614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 03:00:23.045703 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.base_scheduler [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Resources bound (agent type, host, resource id): {{(pid=114614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 03:00:23.049044 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Received port after_create {{(pid=114614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 03:00:23.083353 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'Port': ['ID=9954e084-09f7-4e00-8acd-5ec08a2b3d66,revision_number=1']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:23.097807 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.098157 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.098546 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.098893 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.099229 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.099562 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.099891 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.100220 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.100548 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.100874 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.101201 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.101525 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.101862 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:00:23.372498 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-fc0f6317-23ca-471d-98bb-086462b9634a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450029 Mar 05 03:00:23.450387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for floatingip (76c104dc-cdd8-4b92-b5af-572512b693f0), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.472614 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222a03-8e52-48d5-8013-c231436c8a3f req-a7db27c5-4f00-4148-9b64-e1ab502e89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:23.474110 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-a7db27c5-4f00-4148-9b64-e1ab502e89f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1130 time: 0.0460613 Mar 05 03:00:23.517223 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.577875 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222a03-8e52-48d5-8013-c231436c8a3f req-72b33f93-519a-4ac8-bf54-376ae74be035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:23.579308 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-72b33f93-519a-4ac8-bf54-376ae74be035 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.0882382 Mar 05 03:00:23.644825 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-1ddcdfe8-cf0c-4025-8edb-292c6b9ab4ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 999 time: 0.0601645 Mar 05 03:00:23.666726 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.671720 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.695352 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222a03-8e52-48d5-8013-c231436c8a3f req-1c8191f7-9c5a-4b28-9f8c-1e767117a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:23.697664 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-1c8191f7-9c5a-4b28-9f8c-1e767117a050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0467720 Mar 05 03:00:23.741313 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'Port': ['ID=9954e084-09f7-4e00-8acd-5ec08a2b3d66,revision_number=2']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:23.751041 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24222a03-8e52-48d5-8013-c231436c8a3f req-95a8e690-e15b-4a09-8d2b-f6d4f980d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:23.752557 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-557909'] for floatingip (76c104dc-cdd8-4b92-b5af-572512b693f0), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:23.752703 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-95a8e690-e15b-4a09-8d2b-f6d4f980d99e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490649 Mar 05 03:00:23.841682 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-f034b2c6-182c-4883-bcc3-28cf4767528d service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833287 Mar 05 03:00:23.853304 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Floating IP 76c104dc-cdd8-4b92-b5af-572512b693f0 associated. External IP: 172.28.2.39, port: 8ad1901f-fc81-4a9f-89ea-733196935ee8. Mar 05 03:00:23.929476 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-24222a03-8e52-48d5-8013-c231436c8a3f req-43104633-2eeb-43ec-97ce-c44121c86453 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825489 Mar 05 03:00:24.067927 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Router e236677f-cfaf-4f08-a271-8c44dcb2950e has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:00:24.178664 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:00:24.188790 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] Sync routers for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:00:24.196219 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.198787 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:24.199448 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:00:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:24.226108 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-233e90ad-8969-4f8b-88bc-41eca998f30a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5761535 Mar 05 03:00:24.226701 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:24.228940 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37828) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.229117 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab0368f-644c-4e5b-a934-a329b5b67161" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:24.233400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113503970', 'description': 'tempest-secgroup-smoke-113503970 description', 'project_id': '5a27258acc1a49a7bbd1573990c55448'}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:24.254318 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group (None), before_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.266963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f2dd7f-c987-4044-bc68-ec1991eb6e7b x-openstack-request-id: req-87f2dd7f-c987-4044-bc68-ec1991eb6e7b {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:24.267488 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:24.267940 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87f2dd7f-c987-4044-bc68-ec1991eb6e7b {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:24.268528 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'status': 'completed', 'code': 200} Mar 05 03:00:24.309049 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:24.351289 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group (f7cad08b-7ac7-4c12-a528-4cd8958f94f2), precommit_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.358762 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f7cad08b-7ac7-4c12-a528-4cd8958f94f2), after_create {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.391478 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.392732 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1627939 Mar 05 03:00:24.396479 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37832) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.402359 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group_rule': {'security_group_id': 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:24.410440 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-4906f918-04bd-477a-b2a1-4aed5bd2fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:24.412695 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-4906f918-04bd-477a-b2a1-4aed5bd2fca2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1130 time: 0.0976403 Mar 05 03:00:24.414164 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118d639-55b1-4977-a2eb-df7b8497e106 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cad08b-7ac7-4c12-a528-4cd8958f94f2,revision_number=1']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.431853 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (e784a8f4-58ce-4509-b83f-5e0ac7f90a18), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.489621 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (e784a8f4-58ce-4509-b83f-5e0ac7f90a18), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.494962 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (e784a8f4-58ce-4509-b83f-5e0ac7f90a18), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.510857 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-01cfa0f3-6b95-4d61-8538-ff9c93caf8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:24.512511 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-01cfa0f3-6b95-4d61-8538-ff9c93caf8e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.0932846 Mar 05 03:00:24.516228 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e784a8f4-58ce-4509-b83f-5e0ac7f90a18,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.529411 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.530656 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e71f39d4-5382-46a9-bd16-312d196abc05 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330345 Mar 05 03:00:24.535362 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37834) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.539883 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group_rule': {'security_group_id': 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:24.569681 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (ccd6081e-70c1-4cf6-840b-abf9c2167c62), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.579005 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '76c104dc-cdd8-4b92-b5af-572512b693f0', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'port_id': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'mac_address': 'fa:16:3e:03:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:23Z', 'updated_at': '2022-03-05T03:00:23Z', 'revision_number': 0, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:24.588995 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-d559e882-458c-4c47-a078-c5c25a939f1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 999 time: 0.0704925 Mar 05 03:00:24.606045 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] Checking router: e236677f-cfaf-4f08-a271-8c44dcb2950e for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:00:24.614993 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:00:24.615611 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:00:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:24.631243 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (ccd6081e-70c1-4cf6-840b-abf9c2167c62), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.637639 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (ccd6081e-70c1-4cf6-840b-abf9c2167c62), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.645570 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-912e6557-d02e-408a-98af-d077074edcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:24.647202 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-912e6557-d02e-408a-98af-d077074edcc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0521028 Mar 05 03:00:24.656299 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd6081e-70c1-4cf6-840b-abf9c2167c62,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.666711 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.670816 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e22880e7-7226-4bbf-8279-8db4c91f60e5 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343677 Mar 05 03:00:24.671412 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37836) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.675918 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group_rule': {'security_group_id': 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:24.701461 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (09d844db-9ca8-4c1b-9472-790fc556475e), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.701843 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-18e3d59c-f063-4d81-ac5f-68db66cbb40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:24.703441 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-18e3d59c-f063-4d81-ac5f-68db66cbb40d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488050 Mar 05 03:00:24.729571 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:00:24.762272 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (09d844db-9ca8-4c1b-9472-790fc556475e), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.766221 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (09d844db-9ca8-4c1b-9472-790fc556475e), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.785703 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d844db-9ca8-4c1b-9472-790fc556475e,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.791502 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.795177 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-25182c25-aa7c-47be-9df4-58c0e69815d4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203856 Mar 05 03:00:24.795472 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37838) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.800024 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group_rule': {'security_group_id': 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:24.805453 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-4c6f4136-2fee-4700-9ea9-f4a47d440dbb service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954926 Mar 05 03:00:24.825768 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (db1f15cc-c374-42a6-8ec4-94d1cc9de387), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.885012 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (db1f15cc-c374-42a6-8ec4-94d1cc9de387), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.889401 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (db1f15cc-c374-42a6-8ec4-94d1cc9de387), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.905367 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cab0368f-644c-4e5b-a934-a329b5b67161 req-8bd70169-1b58-4974-92ee-e166ca579fb6 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862386 Mar 05 03:00:24.909469 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1f15cc-c374-42a6-8ec4-94d1cc9de387,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:24.918620 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.919882 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-499e5b57-b842-4b6c-8810-7e7665231121 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234555 Mar 05 03:00:24.923130 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37840) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:24.927544 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group_rule': {'security_group_id': 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:24.948002 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.securitygroups_db [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Project 5a27258acc1a49a7bbd1573990c55448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 03:00:24.952904 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (17cd0f5e-db2a-4bb7-923e-c955aad08b08), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:24.980093 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '76c104dc-cdd8-4b92-b5af-572512b693f0', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'port_id': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'mac_address': 'fa:16:3e:03:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:23Z', 'updated_at': '2022-03-05T03:00:23Z', 'revision_number': 0, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:00:25.011408 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (17cd0f5e-db2a-4bb7-923e-c955aad08b08), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.011713 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122ba68d-7a5e-4882-a751-f82bfe5f697e None None] The sync data for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb is: [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_floatingips': [{'id': '76c104dc-cdd8-4b92-b5af-572512b693f0', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'router_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'port_id': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'mac_address': 'fa:16:3e:03:aa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T03:00:23Z', 'updated_at': '2022-03-05T03:00:23Z', 'revision_number': 0, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:00:25.015896 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (17cd0f5e-db2a-4bb7-923e-c955aad08b08), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.033876 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cd0f5e-db2a-4bb7-923e-c955aad08b08,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:25.041793 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.043310 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-9c950470-2692-4569-b0d5-0b6e28b3c8eb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194985 Mar 05 03:00:25.045932 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37842) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:00:25.050278 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'security_group_rule': {'security_group_id': 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2', 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:25.071688 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.securitygroups_db [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Project 5a27258acc1a49a7bbd1573990c55448 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 03:00:25.076879 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (335514ff-bf37-4a6b-a0f8-5105e8a3e662), before_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.137330 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (335514ff-bf37-4a6b-a0f8-5105e8a3e662), precommit_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.142600 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379428'] for security_group_rule (335514ff-bf37-4a6b-a0f8-5105e8a3e662), after_create {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.160453 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335514ff-bf37-4a6b-a0f8-5105e8a3e662,revision_number=0']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:25.169273 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.170534 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-cc8e8a5e-1d83-4b03-8ddd-8c22d9733bc7 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237953 Mar 05 03:00:25.212858 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbd790b-8385-4dd8-8187-b5b16d96d748 None None] New status for floating IP 76c104dc-cdd8-4b92-b5af-572512b693f0: ACTIVE {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:00:25.261402 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-000c5bdf-87e2-4834-94ff-87ca866559de tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113503970&fields=id&tenant_id=5a27258acc1a49a7bbd1573990c55448 HTTP/1.1" status: 200 len: 267 time: 0.0437331 Mar 05 03:00:25.320648 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-ac824704-8204-48aa-88af-7862a4a71ee1 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:25.322148 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-ac824704-8204-48aa-88af-7862a4a71ee1 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0554967 Mar 05 03:00:25.332927 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.v2.base [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'port': {'security_groups': ['ab7fe2fa-aa69-4556-a320-7e5e31dca511', 'f7cad08b-7ac7-4c12-a528-4cd8958f94f2']}} {{(pid=114614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:00:25.403233 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.582483 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:00:25.611341 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), precommit_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.615920 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3571704'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_update {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.654240 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['8ad1901f-fc81-4a9f-89ea-733196935ee8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:25.658913 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:25.659552 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:25.661572 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-d653813d-d45d-41e3-905f-a2ed0b76cb82 req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "PUT /v2.0/ports/8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 982 time: 0.3326728 Mar 05 03:00:25.684098 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd65ac-ac95-41e1-813f-f65603383517 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=6']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:00:25.777952 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc6a0-ebee-42ea-b963-998d229091dd req-d05d9ba7-4996-4409-a087-907de3a1d612 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:25.779628 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-07fdc6a0-ebee-42ea-b963-998d229091dd req-d05d9ba7-4996-4409-a087-907de3a1d612 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0625584 Mar 05 03:00:25.788891 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['8ad1901f-fc81-4a9f-89ea-733196935ee8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:00:25.848015 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-07fdc6a0-ebee-42ea-b963-998d229091dd req-845db96a-0ad9-4e61-9ead-add68708237a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611227 Mar 05 03:00:25.975454 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-7b65533f-79e3-4149-b345-c0c6e1a17189 None None] Provisioning complete for port 8ad1901f-fc81-4a9f-89ea-733196935ee8 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:00:25.975767 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7b65533f-79e3-4149-b345-c0c6e1a17189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:26.202778 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-7b65533f-79e3-4149-b345-c0c6e1a17189 None None] Current status of the port 8ad1901f-fc81-4a9f-89ea-733196935ee8 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:00:26.271019 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:00:26.273375 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc97619-5476-46dc-ac07-652409bdad2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:00:26.308913 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2b3df-1579-4c97-b6e2-4ab1a1fbfce7 x-openstack-request-id: req-d2c2b3df-1579-4c97-b6e2-4ab1a1fbfce7 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:00:26.309232 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:00:26.309493 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2c2b3df-1579-4c97-b6e2-4ab1a1fbfce7 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:00:26.309922 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'status': 'completed', 'code': 200} Mar 05 03:00:26.395117 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc97619-5476-46dc-ac07-652409bdad2b req-7e768d49-ff75-4a70-83e1-b851f6eaa8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:26.397384 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-7e768d49-ff75-4a70-83e1-b851f6eaa8fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1169 time: 0.0462804 Mar 05 03:00:26.488829 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc97619-5476-46dc-ac07-652409bdad2b req-e79596f3-749e-4058-adb5-98a3890421e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:26.490730 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-e79596f3-749e-4058-adb5-98a3890421e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.0864954 Mar 05 03:00:26.557536 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-4e4b2eaf-e6de-4213-90cb-97e41afe4805 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 1001 time: 0.0596974 Mar 05 03:00:26.608051 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc97619-5476-46dc-ac07-652409bdad2b req-52759296-b02d-4887-867f-c303c1e3daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:26.609501 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-52759296-b02d-4887-867f-c303c1e3daef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0458035 Mar 05 03:00:26.662735 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc97619-5476-46dc-ac07-652409bdad2b req-61c62519-cec7-492a-b6a9-77fa63abdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:26.664962 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-61c62519-cec7-492a-b6a9-77fa63abdfa8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488412 Mar 05 03:00:26.756348 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-1356e2e5-440c-471d-9ca5-c10d25b77ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855496 Mar 05 03:00:26.866548 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-edc97619-5476-46dc-ac07-652409bdad2b req-e9e672b1-cf75-4f09-9e1e-5423e234ed05 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045594 Mar 05 03:00:38.882421 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-feea7042-439a-42cc-ae28-783140885ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:40.957650 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-23205271-0e16-4a4c-adcb-4438c13dd5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:42.283146 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:43.869656 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:45.061942 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:47.688010 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:00:51.770162 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb52f0f-9b1f-4f51-bd46-31a1b1453d58 req-2d923f8b-7604-44ea-974e-6235e74ba0c1 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:51.771684 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cfb52f0f-9b1f-4f51-bd46-31a1b1453d58 req-2d923f8b-7604-44ea-974e-6235e74ba0c1 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0562875 Mar 05 03:00:51.787541 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100c36-0677-4381-a1ee-923eeebd62bd req-9970ec17-fe28-4460-9456-f583c0209b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:51.789547 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-9970ec17-fe28-4460-9456-f583c0209b36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1169 time: 0.0452287 Mar 05 03:00:51.831168 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cfb52f0f-9b1f-4f51-bd46-31a1b1453d58 req-6b4be20c-9c75-4d78-ba2d-123bdb006461 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528874 Mar 05 03:00:51.881912 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100c36-0677-4381-a1ee-923eeebd62bd req-0ae7c454-f36b-47af-b94e-f46c650f4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:51.883425 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-0ae7c454-f36b-47af-b94e-f46c650f4a95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.0877857 Mar 05 03:00:51.947435 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-110b387d-2105-4835-83ca-1130da2d3f33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 1001 time: 0.0573406 Mar 05 03:00:51.995044 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100c36-0677-4381-a1ee-923eeebd62bd req-cd5803a7-88af-4d86-af5d-a8169f0bf6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:51.996445 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-cd5803a7-88af-4d86-af5d-a8169f0bf6ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0421999 Mar 05 03:00:52.046474 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100c36-0677-4381-a1ee-923eeebd62bd req-1a5e2b71-5cc7-4e9a-add3-a95e6b1d6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:52.047944 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-1a5e2b71-5cc7-4e9a-add3-a95e6b1d6f65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446970 Mar 05 03:00:52.134042 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-1d637129-faab-4e29-8482-e93353afc3dc service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796366 Mar 05 03:00:52.223985 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-46100c36-0677-4381-a1ee-923eeebd62bd req-f9b10951-fdb1-4ffc-839c-c5469d0219e4 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832253 Mar 05 03:00:52.948993 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f3889-b4ed-4390-bb82-06a0eeb54834 req-55c25bc3-6abe-4b41-af47-1fcd7a8ab766 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:52.950455 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-596f3889-b4ed-4390-bb82-06a0eeb54834 req-55c25bc3-6abe-4b41-af47-1fcd7a8ab766 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0521605 Mar 05 03:00:53.008405 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-596f3889-b4ed-4390-bb82-06a0eeb54834 req-492504bd-774c-466c-90fc-ceb153f4c975 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524406 Mar 05 03:00:54.125502 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150ac9c-4255-49d2-b287-cec9f581fa52 req-ed72dd77-0cd2-491b-beab-faef97d0cde0 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:54.127061 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7150ac9c-4255-49d2-b287-cec9f581fa52 req-ed72dd77-0cd2-491b-beab-faef97d0cde0 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0522146 Mar 05 03:00:54.185189 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-7150ac9c-4255-49d2-b287-cec9f581fa52 req-08780ce2-8046-44f7-8a6f-2c1cad43a04e tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523682 Mar 05 03:00:55.299767 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548695d-08b9-4da1-9e6d-d3150e74bffd req-fdaaaa60-a383-43b1-875e-4e3bd5e547be tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:55.301205 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7548695d-08b9-4da1-9e6d-d3150e74bffd req-fdaaaa60-a383-43b1-875e-4e3bd5e547be tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0510452 Mar 05 03:00:55.368679 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-7548695d-08b9-4da1-9e6d-d3150e74bffd req-23ce0b6d-4bf0-470e-a3a0-1fd3c9bcdeb4 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619206 Mar 05 03:00:56.487030 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05138aeb-9c8a-45b7-b2ef-95dea6cf5294 req-33552029-0fb4-422f-a654-8780af88374c tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:56.488491 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-05138aeb-9c8a-45b7-b2ef-95dea6cf5294 req-33552029-0fb4-422f-a654-8780af88374c tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0547674 Mar 05 03:00:56.545388 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-05138aeb-9c8a-45b7-b2ef-95dea6cf5294 req-cd277ec7-b92a-45f8-8479-bf615c13ef99 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509272 Mar 05 03:00:57.659798 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b41573-493c-4cec-a80b-d582c347be8c req-ac3cef39-3e44-4bf0-bc53-4398c85fd3dd tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:57.661234 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3b41573-493c-4cec-a80b-d582c347be8c req-ac3cef39-3e44-4bf0-bc53-4398c85fd3dd tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0511782 Mar 05 03:00:57.723562 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d3b41573-493c-4cec-a80b-d582c347be8c req-078c76ac-6a23-41d6-a4db-f1e4322c056a tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567789 Mar 05 03:00:58.844553 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28677aad-a777-470d-b15d-0d4fbce7d604 req-df59bb1d-431a-4cc3-b340-ca3204f303da tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:00:58.846022 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28677aad-a777-470d-b15d-0d4fbce7d604 req-df59bb1d-431a-4cc3-b340-ca3204f303da tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0522807 Mar 05 03:00:58.903409 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-28677aad-a777-470d-b15d-0d4fbce7d604 req-822b844c-d6c5-4923-b13c-08fb5e3283ed tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518153 Mar 05 03:00:59.544451 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:01:00.020717 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3276645-cff6-4644-97a9-52a65e85bfe8 req-f6f5264e-4f11-4d6b-838e-9ef98900b64b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:00.022217 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f3276645-cff6-4644-97a9-52a65e85bfe8 req-f6f5264e-4f11-4d6b-838e-9ef98900b64b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0525746 Mar 05 03:01:00.080012 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f3276645-cff6-4644-97a9-52a65e85bfe8 req-5a09c852-f497-4d33-88b9-192dfffc4b5d tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515373 Mar 05 03:01:01.194935 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf1be-2559-4837-851c-bc34b003e549 req-3b50bfcc-528f-4347-88a0-9c22f7ee7f0f tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:01.196394 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64acf1be-2559-4837-851c-bc34b003e549 req-3b50bfcc-528f-4347-88a0-9c22f7ee7f0f tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0518606 Mar 05 03:01:01.257331 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-64acf1be-2559-4837-851c-bc34b003e549 req-fb23fd5d-5b3f-4e22-9148-3a12bab9a5d0 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553279 Mar 05 03:01:02.380695 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b535f-a0f0-4e71-97be-0cf033673f36 req-8c306c6e-0442-404c-96b7-62b9721b6600 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:02.382138 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d65b535f-a0f0-4e71-97be-0cf033673f36 req-8c306c6e-0442-404c-96b7-62b9721b6600 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0566778 Mar 05 03:01:02.439722 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-d65b535f-a0f0-4e71-97be-0cf033673f36 req-973a372f-578f-4832-ab65-9b0f4c56eff6 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519707 Mar 05 03:01:03.555426 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637a25a-33e2-4f6b-99d9-0ba29c10a7bf req-4b48e445-6989-478e-a8e0-44251e17ecb2 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:03.556883 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3637a25a-33e2-4f6b-99d9-0ba29c10a7bf req-4b48e445-6989-478e-a8e0-44251e17ecb2 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0522752 Mar 05 03:01:03.613605 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-3637a25a-33e2-4f6b-99d9-0ba29c10a7bf req-70980b0f-53ba-49dd-9652-7af4e320d299 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7cad08b-7ac7-4c12-a528-4cd8958f94f2&id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509243 Mar 05 03:01:08.883736 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-89d0917a-a61f-43cd-a65f-9fa75ac7c9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:10.959511 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-2d5b64c0-8f48-46dd-bd28-9e696294fac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:12.285486 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:13.877364 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:15.063624 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:17.694504 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:24.375619 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-6b507269-3fb6-44ea-84c6-6cc95edf0bd2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451238 Mar 05 03:01:24.474739 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-fa41e68b-f92a-41c2-9fd6-3b5ded37af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:24.476249 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-fa41e68b-f92a-41c2-9fd6-3b5ded37af0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1169 time: 0.0417895 Mar 05 03:01:24.580203 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-a1b14082-8b46-48a4-8dfa-e4a40f51e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:24.581577 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-a1b14082-8b46-48a4-8dfa-e4a40f51e03d service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.0878770 Mar 05 03:01:24.643780 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-0ec42235-af63-4252-bec1-5863a2d35a6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 1001 time: 0.0556946 Mar 05 03:01:24.702659 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-b6b6a8f9-ad4f-4bce-9b46-3e98841e8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:24.704146 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-b6b6a8f9-ad4f-4bce-9b46-3e98841e8c6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0540955 Mar 05 03:01:24.752852 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-77d51a65-577b-4ee6-97be-eecff158e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:24.754290 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-77d51a65-577b-4ee6-97be-eecff158e9c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415061 Mar 05 03:01:24.843895 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-d5545c32-ff3a-4771-aeb0-ccc0d4f01bc8 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784361 Mar 05 03:01:24.936448 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-c51631f1-b50f-4e40-bb9b-8f55fbe01ecd req-c7563663-f665-47aa-8230-a858476d8bff service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827699 Mar 05 03:01:36.041345 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-5560e0dc-1b5a-490c-8dfa-d9215440739b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113503970&fields=id&tenant_id=5a27258acc1a49a7bbd1573990c55448 HTTP/1.1" status: 200 len: 267 time: 0.0484560 Mar 05 03:01:36.097572 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-b2c40bd6-7246-4dbb-a32f-55589338baad tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:36.099048 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-b2c40bd6-7246-4dbb-a32f-55589338baad tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 985 time: 0.0518091 Mar 05 03:01:36.109263 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.v2.base [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Request body: {'port': {'security_groups': ['ab7fe2fa-aa69-4556-a320-7e5e31dca511']}} {{(pid=114613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 03:01:36.179006 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7934175'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.544549 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:01:36.611030 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:36.638672 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), precommit_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.642927 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753054757816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753054236609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753054236627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10032199'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_update {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.677827 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['8ad1901f-fc81-4a9f-89ea-733196935ee8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:01:36.687376 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:36.688012 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.689437 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-cacb753f-5baf-482a-ad89-e89a4c16e5c7 req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "PUT /v2.0/ports/8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 943 time: 0.5844107 Mar 05 03:01:36.689896 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:01:36.692144 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e57cf5-b95f-4db0-a705-6215880aafb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:01:36.696174 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37898) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:36.718816 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event updated for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=7']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:36.738741 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.739125 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.741190 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.742006 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.742365 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.742718 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.743123 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.747522 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.747977 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.748338 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.751395 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.751767 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.752121 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2026424-cfb3-4894-b25b-02733d8e4f60 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.762771 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c61104-9301-4e95-8467-e9b3dfb5ec19 x-openstack-request-id: req-c3c61104-9301-4e95-8467-e9b3dfb5ec19 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:01:36.763071 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:01:36.763327 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3c61104-9301-4e95-8467-e9b3dfb5ec19 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:01:36.763727 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'status': 'completed', 'code': 200} Mar 05 03:01:36.766827 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group (f7cad08b-7ac7-4c12-a528-4cd8958f94f2), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.795010 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group (f7cad08b-7ac7-4c12-a528-4cd8958f94f2), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.826703 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['8ad1901f-fc81-4a9f-89ea-733196935ee8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:01:36.865032 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-d7d5051d-30c7-4309-a192-620b4a96ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:36.867596 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-d7d5051d-30c7-4309-a192-620b4a96ed8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1130 time: 0.0616026 Mar 05 03:01:36.872133 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (f7cad08b-7ac7-4c12-a528-4cd8958f94f2), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.874929 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.879343 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "DELETE /v2.0/security-groups/f7cad08b-7ac7-4c12-a528-4cd8958f94f2 HTTP/1.1" status: 204 len: 168 time: 0.1819842 Mar 05 03:01:36.880029 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37900) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:36.931978 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cad08b-7ac7-4c12-a528-4cd8958f94f2,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:36.947119 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.947568 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.947982 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.948399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.948795 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.949302 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.949645 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.949981 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.950314 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.950643 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.951166 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.951497 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.951821 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1298f7d2-9457-4e23-a847-a3c7d8a20d17 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:36.971821 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.provisioning_blocks [None req-d98546c9-6dd6-46e4-b3e4-4b542bbc4fbb None None] Provisioning complete for port 8ad1901f-fc81-4a9f-89ea-733196935ee8 triggered by entity DHCP. {{(pid=114615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 03:01:36.972206 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-d98546c9-6dd6-46e4-b3e4-4b542bbc4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7769832'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), provisioning_complete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:36.979074 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-272d5501-2591-4739-877b-520962625a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:36.980785 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-272d5501-2591-4739-877b-520962625a71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.1060724 Mar 05 03:01:37.056810 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-b1504641-e63b-4301-b0e7-5e930ee05765 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 1001 time: 0.0690215 Mar 05 03:01:37.077077 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Deleting port 9954e084-09f7-4e00-8acd-5ec08a2b3d66 {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:37.077723 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:37.102612 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-d98546c9-6dd6-46e4-b3e4-4b542bbc4fbb None None] Current status of the port 8ad1901f-fc81-4a9f-89ea-733196935ee8 is: ACTIVE; New status is: ACTIVE {{(pid=114615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 03:01:37.109319 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-acf5ebad-b68b-49fa-ac80-3c70a5dfd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:37.110854 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-acf5ebad-b68b-49fa-ac80-3c70a5dfd177 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0460060 Mar 05 03:01:37.154494 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:37.154849 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for floatingip (9954e084-09f7-4e00-8acd-5ec08a2b3d66), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:37.158580 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-2599a57a-75f0-4c39-9747-685c12ee6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:37.160179 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-2599a57a-75f0-4c39-9747-685c12ee6f8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423212 Mar 05 03:01:37.166309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Calling delete_port for 9954e084-09f7-4e00-8acd-5ec08a2b3d66 owned by network:floatingip {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:37.248957 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-35227d40-2594-48eb-b6f4-be5c1ef78756 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821414 Mar 05 03:01:37.338465 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (9954e084-09f7-4e00-8acd-5ec08a2b3d66), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:37.340729 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-e8e57cf5-b95f-4db0-a705-6215880aafb0 req-68fc1916-21a4-4d25-8813-c738cd07da05 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853438 Mar 05 03:01:37.364399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event deleted for resources: {'Port': ['ID=9954e084-09f7-4e00-8acd-5ec08a2b3d66,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:37.423594 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks [] for floatingip (76c104dc-cdd8-4b92-b5af-572512b693f0), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:37.423919 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.db.l3_db [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Floating IP 76c104dc-cdd8-4b92-b5af-572512b693f0 disassociated (deleted). External IP: 172.28.2.39, port: 8ad1901f-fc81-4a9f-89ea-733196935ee8. Mar 05 03:01:37.625821 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Router e236677f-cfaf-4f08-a271-8c44dcb2950e has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:01:37.731055 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:01:37.735812 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for floatingip (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:37.740707 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] Sync routers for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:01:37.750573 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:37.751307 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:01:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:37.863184 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:38.026582 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-8f6848a8-50a8-42cc-be24-072028b7d598 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "DELETE /v2.0/floatingips/76c104dc-cdd8-4b92-b5af-572512b693f0 HTTP/1.1" status: 204 len: 168 time: 1.1426599 Mar 05 03:01:38.027186 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:01:38.029407 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57f3b14d616f609b8ec0628341f43842fbad950e4ee1bd152b1738933cba62c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:01:38.067276 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb90d5f-d7cd-4ea3-a684-daf1e9263f20 x-openstack-request-id: req-7cb90d5f-d7cd-4ea3-a684-daf1e9263f20 {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:01:38.067683 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "status": "completed", "code": 200}]} {{(pid=114614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:01:38.067948 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cb90d5f-d7cd-4ea3-a684-daf1e9263f20 {{(pid=114614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:01:38.068345 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'status': 'completed', 'code': 200} Mar 05 03:01:38.071599 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:38.098314 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] Checking router: e236677f-cfaf-4f08-a271-8c44dcb2950e for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:01:38.108074 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:38.108842 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:01:11Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:38.170521 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-b617e3b0-f704-46bf-963d-accb9329d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:38.172135 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-b617e3b0-f704-46bf-963d-accb9329d182 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a27258acc1a49a7bbd1573990c55448&device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 1130 time: 0.0528550 Mar 05 03:01:38.221569 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:38.286466 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-2a64a009-12b1-4360-a810-e57f7b7d4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:38.288004 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-2a64a009-12b1-4360-a810-e57f7b7d4351 service neutron] 10.222.0.16 "GET /v2.0/networks?id=98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 200 len: 915 time: 0.1093407 Mar 05 03:01:38.335052 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-47ffdd2c-a18e-4487-9bff-41321493cc42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 200 len: 217 time: 0.0392725 Mar 05 03:01:38.389249 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-0035e969-d859-41ef-9a01-011e3d806781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:38.390778 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-0035e969-d859-41ef-9a01-011e3d806781 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 200 len: 853 time: 0.0439923 Mar 05 03:01:38.427438 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:38.446821 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-6754f875-0376-4c09-b31f-fbb25102fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:38.448331 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-6754f875-0376-4c09-b31f-fbb25102fc73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=98c8b3f1-0779-4c79-b287-a25df16eb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434904 Mar 05 03:01:38.457341 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9ceb7-c899-4b21-b060-8280cf5b8434 None None] The sync data for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb is: [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:46Z', 'revision_number': 4, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb', '_interfaces': [{'id': 'd171b577-292e-4c6e-838c-c108866c5711', 'name': '', 'network_id': '98c8b3f1-0779-4c79-b287-a25df16eb306', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'mac_address': 'fa:16:3e:31:09:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:46Z', 'updated_at': '2022-03-05T02:59:50Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'subnets': [{'id': 'b2173875-bc2f-4bb9-ae9b-35f32ae486ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:01:38.543797 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-78788dd7-9ae7-44c5-877b-ec8b0f8c4855 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882905 Mar 05 03:01:38.636919 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-724dc90b-0936-4197-9e1e-eeef3c0e2ba3 req-62e8890f-fe30-4aa8-a82c-2e211670a5b5 service neutron] 10.222.0.16 "GET /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Mar 05 03:01:38.679122 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48a094-ce5e-49f4-8319-e9562239bba6 None None] New status for floating IP 76c104dc-cdd8-4b92-b5af-572512b693f0: DOWN {{(pid=114615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 03:01:38.885371 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8367e255-1e68-44bb-84b7-fc81e2df2e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:40.735765 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aa973-d96f-4cff-8a3d-624f96fb0832 req-98a0b7b1-19ee-4984-abb1-10528d2bbd07 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:40.737213 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cc8aa973-d96f-4cff-8a3d-624f96fb0832 req-98a0b7b1-19ee-4984-abb1-10528d2bbd07 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0512557 Mar 05 03:01:40.782339 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-cc8aa973-d96f-4cff-8a3d-624f96fb0832 req-47ec4064-21da-4272-bf23-2edbcbfd3b81 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396883 Mar 05 03:01:40.961435 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-a7a4bf96-a4e3-47ea-81a1-e31b780ba958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:41.899788 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9e6c4-4fcd-4f6c-94e3-333f78a79099 req-228505ba-ce5f-4688-8b23-9c474a4713fb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:41.901257 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7c9e6c4-4fcd-4f6c-94e3-333f78a79099 req-228505ba-ce5f-4688-8b23-9c474a4713fb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0520518 Mar 05 03:01:41.952144 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-b7c9e6c4-4fcd-4f6c-94e3-333f78a79099 req-274bb121-fc2e-4726-84ee-6408606b3c25 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/security-groups?id=ab7fe2fa-aa69-4556-a320-7e5e31dca511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454118 Mar 05 03:01:42.291449 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:42.613534 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-9d73c23a-6c9b-4017-8824-c6f552acc6a2 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 03:01:42.614924 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-9d73c23a-6c9b-4017-8824-c6f552acc6a2 tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 946 time: 0.0523617 Mar 05 03:01:42.702515 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Deleting port 8ad1901f-fc81-4a9f-89ea-733196935ee8 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:42.702894 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:42.793030 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] For port 8ad1901f-fc81-4a9f-89ea-733196935ee8, host hv-cinder-82725, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82725',level=0,port_id=8ad1901f-fc81-4a9f-89ea-733196935ee8,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:42.793400 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:42.805019 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Calling delete_port for 8ad1901f-fc81-4a9f-89ea-733196935ee8 owned by compute:nova {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:42.932436 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (8ad1901f-fc81-4a9f-89ea-733196935ee8), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:42.966853 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Pushing event deleted for resources: {'Port': ['ID=8ad1901f-fc81-4a9f-89ea-733196935ee8,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:42.966993 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] get_ports_and_sgs() called for port_ids ['8ad1901f-fc81-4a9f-89ea-733196935ee8'] {{(pid=114615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 03:01:43.007785 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] No DVR routers for this DVR port 8ad1901f-fc81-4a9f-89ea-733196935ee8 on host hv-cinder-82725 {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:43.010329 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157438'] for port (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:43.013610 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [req-f8e73a02-176e-44af-8c7f-78ee43229362 req-cd4201d1-d9f1-44ed-a238-c4eb8fecbe1b tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.16 "DELETE /v2.0/ports/8ad1901f-fc81-4a9f-89ea-733196935ee8 HTTP/1.1" status: 204 len: 173 time: 0.3939035 Mar 05 03:01:43.014067 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'name': 'network-vif-deleted', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8'}] {{(pid=114613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 03:01:43.016305 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18855844e3fc067a9b557b787866dccecc7399c00e231aad0ba98fec8a9be360" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f5a1f-332f-4165-ae7a-1f32a08f2d56" -d '{"events": [{"server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "name": "network-vif-deleted", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8"}]}' {{(pid=114613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 03:01:43.053087 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ab7d06-e3f0-401b-9506-3a160c06b3c9 x-openstack-request-id: req-20ab7d06-e3f0-401b-9506-3a160c06b3c9 {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 03:01:43.053450 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bcd81b-773a-4493-bfe3-12da800b5627", "name": "network-vif-deleted", "tag": "8ad1901f-fc81-4a9f-89ea-733196935ee8", "status": "completed", "code": 200}]} {{(pid=114613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 03:01:43.053836 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20ab7d06-e3f0-401b-9506-3a160c06b3c9 {{(pid=114613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 03:01:43.054575 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bcd81b-773a-4493-bfe3-12da800b5627', 'name': 'network-vif-deleted', 'tag': '8ad1901f-fc81-4a9f-89ea-733196935ee8', 'status': 'completed', 'code': 200} Mar 05 03:01:43.060418 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [req-5f447d7f-5e8f-490e-986f-1929bd574e8d req-2f27802a-94a4-4dad-85a8-463c97a265fb tempest-TestMinimumBasicScenario-108967117 tempest-TestMinimumBasicScenario-108967117-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bcd81b-773a-4493-bfe3-12da800b5627 HTTP/1.1" status: 200 len: 210 time: 0.0319216 Mar 05 03:01:43.873783 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:44.607493 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37986) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:44.939891 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (e236677f-cfaf-4f08-a271-8c44dcb2950e), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:45.010168 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 8ad1901f-fc81-4a9f-89ea-733196935ee8 no longer exists at agent hyperv_hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:45.033140 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] No Port match for: 8ad1901f-fc81-4a9f-89ea-733196935ee8 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:45.033547 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Device 8ad1901f-fc81-4a9f-89ea-733196935ee8 not bound to the agent host hv-cinder-82725 {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:45.065378 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:45.181761 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Deleting port d171b577-292e-4c6e-838c-c108866c5711 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:45.182105 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (d171b577-292e-4c6e-838c-c108866c5711), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:45.257071 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] For port d171b577-292e-4c6e-838c-c108866c5711, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=d171b577-292e-4c6e-838c-c108866c5711,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:45.257354 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (d171b577-292e-4c6e-838c-c108866c5711), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:45.268627 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Calling delete_port for d171b577-292e-4c6e-838c-c108866c5711 owned by network:router_interface {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:45.445418 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (d171b577-292e-4c6e-838c-c108866c5711), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:45.469547 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d171b577-292e-4c6e-838c-c108866c5711,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:45.636001 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (e236677f-cfaf-4f08-a271-8c44dcb2950e), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:45.845646 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Router e236677f-cfaf-4f08-a271-8c44dcb2950e has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:01:45.952149 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:01:45.957117 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-8660c4cb-2c4a-4b42-ad00-278cdada20c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e236677f-cfaf-4f08-a271-8c44dcb2950e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3486366 Mar 05 03:01:45.959740 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37988) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:45.963612 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] Sync routers for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:01:45.974145 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:45.974983 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:01:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:46.064675 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks [] for router (e236677f-cfaf-4f08-a271-8c44dcb2950e), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.083871 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:46.265259 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T03:01:45Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:46.292081 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] Checking router: e236677f-cfaf-4f08-a271-8c44dcb2950e for host: dv-cinder-827259-3-smb {{(pid=114616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:01:46.300452 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] Routers {'e236677f-cfaf-4f08-a271-8c44dcb2950e'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:46.301059 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:01:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e236677f-cfaf-4f08-a271-8c44dcb2950e'], 'active': True} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:46.408472 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_dvr_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] Set router e236677f-cfaf-4f08-a271-8c44dcb2950e gateway port host: dv-cinder-827259-3-smb {{(pid=114616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:46.432197 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks [] for router_gateway (e236677f-cfaf-4f08-a271-8c44dcb2950e), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.486389 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Deleting port c7929602-9db9-4e65-aa6e-2d5523d3e91b {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:46.486733 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.564495 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] For port c7929602-9db9-4e65-aa6e-2d5523d3e91b, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=c7929602-9db9-4e65-aa6e-2d5523d3e91b,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:46.564786 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.577172 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Calling delete_port for c7929602-9db9-4e65-aa6e-2d5523d3e91b owned by network:router_gateway {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:46.676129 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.l3_hamode_db [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T03:01:45Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:46.705125 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a075e23c-0c37-45f4-bcb7-d8f59edeca5e None None] The sync data for ids ['e236677f-cfaf-4f08-a271-8c44dcb2950e'] in dv-cinder-827259-3-smb is: [{'id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'name': 'tempest-TestMinimumBasicScenario-437502650-router', 'tenant_id': '5a27258acc1a49a7bbd1573990c55448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T03:01:45Z', 'revision_number': 5, 'project_id': '5a27258acc1a49a7bbd1573990c55448', 'gw_port': {'id': 'c7929602-9db9-4e65-aa6e-2d5523d3e91b', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e236677f-cfaf-4f08-a271-8c44dcb2950e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:44Z', 'updated_at': '2022-03-05T02:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}] {{(pid=114616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:01:46.744870 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (c7929602-9db9-4e65-aa6e-2d5523d3e91b), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.769050 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7929602-9db9-4e65-aa6e-2d5523d3e91b,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:46.826680 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (e236677f-cfaf-4f08-a271-8c44dcb2950e), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.915654 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (e236677f-cfaf-4f08-a271-8c44dcb2950e), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.917707 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks [] for router_controller (e236677f-cfaf-4f08-a271-8c44dcb2950e), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.962151 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (e236677f-cfaf-4f08-a271-8c44dcb2950e), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.962701 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e236677f-cfaf-4f08-a271-8c44dcb2950e {{(pid=114613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:01:46.967007 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:46.968092 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-0458dc5c-d1aa-44f6-8b7b-6558d320c70b admin admin] 10.222.0.11 "DELETE /v2.0/routers/e236677f-cfaf-4f08-a271-8c44dcb2950e HTTP/1.1" status: 204 len: 168 time: 1.0073900 Mar 05 03:01:46.970564 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37990) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:47.013986 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.db_base_plugin_v2 [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Deleting subnet b2173875-bc2f-4bb9-ae9b-35f32ae486ac {{(pid=114613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:01:47.017280 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Publish callbacks [] for subnet (b2173875-bc2f-4bb9-ae9b-35f32ae486ac), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.052567 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8683821'] for subnet (b2173875-bc2f-4bb9-ae9b-35f32ae486ac), precommit_delete_associations {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.134309 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (b2173875-bc2f-4bb9-ae9b-35f32ae486ac), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.188592 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10032137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10138691'] for subnet (b2173875-bc2f-4bb9-ae9b-35f32ae486ac), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.213174 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2173875-bc2f-4bb9-ae9b-35f32ae486ac,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:47.219050 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.222350 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-556c4581-d4ac-48af-a162-e2327143a433 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b2173875-bc2f-4bb9-ae9b-35f32ae486ac HTTP/1.1" status: 204 len: 168 time: 0.2508059 Mar 05 03:01:47.224798 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4256c5-1ab6-4691-a849-21c223cde934 None None] Network 98c8b3f1-0779-4c79-b287-a25df16eb306 requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:01:47.225326 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.wsgi [-] (114613) accepted ('10.222.0.11', 37992) {{(pid=114613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:47.301790 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (98c8b3f1-0779-4c79-b287-a25df16eb306), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.381947 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Deleting port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 {{(pid=114613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:47.381947 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.413947 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] DHCP port deletion for 98c8b3f1-0779-4c79-b287-a25df16eb306 request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:01:47.457366 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.db [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] For port b8ec7d2a-0860-4e19-8705-ecbc82fffc31, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:47.457741 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.467984 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Deleting port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 {{(pid=114615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:47.468366 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), before_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.472895 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Calling delete_port for b8ec7d2a-0860-4e19-8705-ecbc82fffc31 owned by network:dhcp {{(pid=114613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:47.529114 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.db [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] For port b8ec7d2a-0860-4e19-8705-ecbc82fffc31, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,segment=NetworkSegment(0a6970d3-1993-47f3-a50e-81d95bdb2bdc),segment_id=0a6970d3-1993-47f3-a50e-81d95bdb2bdc)] {{(pid=114615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:47.529512 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), precommit_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.541458 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Calling delete_port for b8ec7d2a-0860-4e19-8705-ecbc82fffc31 owned by network:dhcp {{(pid=114615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:47.553432 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10032190'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.578959 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:47.582396 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] No DVR routers for this DVR port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 on host dv-cinder-827259-3-smb {{(pid=114613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:47.618706 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600'] for port (b8ec7d2a-0860-4e19-8705-ecbc82fffc31), after_delete {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.641428 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Pushing event deleted for resources: {'Port': ['ID=b8ec7d2a-0860-4e19-8705-ecbc82fffc31,revision_number=None']} {{(pid=114615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:47.650339 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] No DVR routers for this DVR port b8ec7d2a-0860-4e19-8705-ecbc82fffc31 on host dv-cinder-827259-3-smb {{(pid=114615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:47.652428 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.652787 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.653120 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.653466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.653801 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.654133 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.654249 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (98c8b3f1-0779-4c79-b287-a25df16eb306), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.654466 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.654810 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.655150 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.655482 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.655811 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.656137 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.656462 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ac25db-5090-4f47-9449-b03dea0e8ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827259-3-smb {{(pid=114615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 03:01:47.687343 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c8b3f1-0779-4c79-b287-a25df16eb306']}} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:47.697958 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6970d3-1993-47f3-a50e-81d95bdb2bdc') {'for_net_delete': True} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:47.698254 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.services.segments.db [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6970d3-1993-47f3-a50e-81d95bdb2bdc') {} {{(pid=114613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:47.703845 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.707901 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8683990'] for segment (0a6970d3-1993-47f3-a50e-81d95bdb2bdc), before_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.720679 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (0a6970d3-1993-47f3-a50e-81d95bdb2bdc), precommit_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.726337 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=114613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:01:47.727241 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10032227'] for segment (0a6970d3-1993-47f3-a50e-81d95bdb2bdc), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: Traceback (most recent call last): Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: timer() Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: cb(*args, **kw) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: return func(*args, **kwargs) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: self._notify() Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: self.callback(batched_events) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: event.method(event) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: return f(self, *a, **k) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: return self._get(url).json() Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: return self.request(url, 'GET', **kwargs) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:01:47.728823 dv-cinder-827259-3-smb neutron-server[114613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:01:47.784841 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (98c8b3f1-0779-4c79-b287-a25df16eb306), after_delete {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.793977 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:47.804173 dv-cinder-827259-3-smb neutron-server[114613]: INFO neutron.wsgi [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/98c8b3f1-0779-4c79-b287-a25df16eb306 HTTP/1.1" status: 204 len: 168 time: 0.5730693 Mar 05 03:01:47.804454 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37994) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:47.811243 dv-cinder-827259-3-smb neutron-server[114613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9f35-4ed8-4abf-a185-422776a4f8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c8b3f1-0779-4c79-b287-a25df16eb306,revision_number=None']} {{(pid=114613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:47.986882 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b8ec7d2a-0860-4e19-8705-ecbc82fffc31 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:48.007205 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: b8ec7d2a-0860-4e19-8705-ecbc82fffc31 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:48.007559 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device b8ec7d2a-0860-4e19-8705-ecbc82fffc31 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:48.008038 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c7929602-9db9-4e65-aa6e-2d5523d3e91b no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:48.030399 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: c7929602-9db9-4e65-aa6e-2d5523d3e91b {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:48.030752 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device c7929602-9db9-4e65-aa6e-2d5523d3e91b not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:48.031203 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d171b577-292e-4c6e-838c-c108866c5711 no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:48.052342 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: d171b577-292e-4c6e-838c-c108866c5711 {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:48.052696 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device d171b577-292e-4c6e-838c-c108866c5711 not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:48.151110 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559701'] for router_interface (e48192cf-b597-47ce-a5a1-df590d7c5f89), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:48.392590 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Deleting port 0cb6b8a9-4543-4729-8e29-ecda40767f6d {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:48.392936 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:48.467978 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] For port 0cb6b8a9-4543-4729-8e29-ecda40767f6d, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=0cb6b8a9-4543-4729-8e29-ecda40767f6d,segment=NetworkSegment(1d2b5aca-37b5-4de8-a4c1-4840161a0a7e),segment_id=1d2b5aca-37b5-4de8-a4c1-4840161a0a7e)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:48.468338 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:48.480136 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Calling delete_port for 0cb6b8a9-4543-4729-8e29-ecda40767f6d owned by network:router_interface {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:48.659771 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (0cb6b8a9-4543-4729-8e29-ecda40767f6d), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:48.689283 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb6b8a9-4543-4729-8e29-ecda40767f6d,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:48.852996 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559649'] for router_interface (e48192cf-b597-47ce-a5a1-df590d7c5f89), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.067963 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Router e48192cf-b597-47ce-a5a1-df590d7c5f89 has already been hosted by L3 agent 41a925aa-9eb6-452d-a648-84ede6cd093d {{(pid=114614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 03:01:49.175007 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] Notify agent at l3_agent.dv-cinder-827259-3-smb the message routers_updated {{(pid=114614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 03:01:49.180158 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-e2950dc7-56e1-4b56-b049-83db9312a596 admin admin] 10.222.0.11 "PUT /v2.0/routers/e48192cf-b597-47ce-a5a1-df590d7c5f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3788087 Mar 05 03:01:49.182759 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37996) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:49.185955 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] Sync routers for ids ['e48192cf-b597-47ce-a5a1-df590d7c5f89'] in dv-cinder-827259-3-smb {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 03:01:49.195920 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] Routers {'e48192cf-b597-47ce-a5a1-df590d7c5f89'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:49.196543 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:01:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e48192cf-b597-47ce-a5a1-df590d7c5f89'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:49.286688 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks [] for router (e48192cf-b597-47ce-a5a1-df590d7c5f89), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.394922 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks [] for router_gateway (e48192cf-b597-47ce-a5a1-df590d7c5f89), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.430375 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] Set router e48192cf-b597-47ce-a5a1-df590d7c5f89 gateway port host: dv-cinder-827259-3-smb {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:49.449147 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Deleting port 4420de81-114e-4c19-a639-a351c48c1e4c {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:49.449482 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.525784 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] For port 4420de81-114e-4c19-a639-a351c48c1e4c, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=4420de81-114e-4c19-a639-a351c48c1e4c,segment=NetworkSegment(216c3640-8805-4f22-a542-c24ea143d25a),segment_id=216c3640-8805-4f22-a542-c24ea143d25a)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:49.526156 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.537617 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Calling delete_port for 4420de81-114e-4c19-a639-a351c48c1e4c owned by network:router_gateway {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:49.604862 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'external_fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38'}], 'enable_snat': True}, 'gw_port_id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T03:01:48Z', 'revision_number': 5, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port': {'id': '4420de81-114e-4c19-a639-a351c48c1e4c', 'name': '', 'network_id': 'a43d01b7-74c8-4c8c-aa68-a8c16d39f11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'ip_address': '172.28.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827259-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T02:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47110fd6-0c0c-442e-857b-ae20b9ba8b2f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827259-3-smb'}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:49.631017 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] Checking router: e48192cf-b597-47ce-a5a1-df590d7c5f89 for host: dv-cinder-827259-3-smb {{(pid=114615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 03:01:49.639783 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] Routers {'e48192cf-b597-47ce-a5a1-df590d7c5f89'} bound to L3 agent in host dv-cinder-827259-3-smb {{(pid=114615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 03:01:49.640393 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827259-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T02:44:11Z,description=,heartbeat_timestamp=2022-03-05T03:01:41Z,host='dv-cinder-827259-3-smb',id=41a925aa-9eb6-452d-a648-84ede6cd093d,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T02:44:11Z,topic='l3_agent')) {'router_ids': ['e48192cf-b597-47ce-a5a1-df590d7c5f89'], 'active': True} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:49.706164 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (4420de81-114e-4c19-a639-a351c48c1e4c), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.729616 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_dvr_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] Set router e48192cf-b597-47ce-a5a1-df590d7c5f89 gateway port host: None {{(pid=114615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 03:01:49.738426 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Pushing event deleted for resources: {'Port': ['ID=4420de81-114e-4c19-a639-a351c48c1e4c,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:49.783950 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.db.l3_hamode_db [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T03:01:49Z', 'revision_number': 6, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port_host': None}], 'dv-cinder-827259-3-smb', False) {} {{(pid=114615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:49.793029 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558219'] for router_gateway (e48192cf-b597-47ce-a5a1-df590d7c5f89), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.811350 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69111f3c-2acc-469c-a1eb-64f20ce13009 None None] The sync data for ids ['e48192cf-b597-47ce-a5a1-df590d7c5f89'] in dv-cinder-827259-3-smb is: [{'id': 'e48192cf-b597-47ce-a5a1-df590d7c5f89', 'name': 'tempest-TestMinimumBasicScenario-407641889-router', 'tenant_id': '15a83685d9a74d6eb631de09382503e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T02:59:48Z', 'updated_at': '2022-03-05T03:01:49Z', 'revision_number': 6, 'project_id': '15a83685d9a74d6eb631de09382503e4', 'gw_port_host': None}] {{(pid=114615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 03:01:49.888572 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8823'] for router (e48192cf-b597-47ce-a5a1-df590d7c5f89), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.891639 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks [] for router_controller (e48192cf-b597-47ce-a5a1-df590d7c5f89), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.938312 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559400'] for router (e48192cf-b597-47ce-a5a1-df590d7c5f89), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.938868 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48192cf-b597-47ce-a5a1-df590d7c5f89 {{(pid=114614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 03:01:49.943164 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:49.944305 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-44b8ffb6-e5fc-46a4-ab59-fc50d0b0644a admin admin] 10.222.0.11 "DELETE /v2.0/routers/e48192cf-b597-47ce-a5a1-df590d7c5f89 HTTP/1.1" status: 204 len: 168 time: 0.7606282 Mar 05 03:01:49.946782 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 37998) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:49.989163 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Deleting subnet aee39bf8-63b3-4cee-acdd-2d5088184ceb {{(pid=114614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 03:01:49.992062 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Publish callbacks [] for subnet (aee39bf8-63b3-4cee-acdd-2d5088184ceb), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.024722 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3227609'] for subnet (aee39bf8-63b3-4cee-acdd-2d5088184ceb), precommit_delete_associations {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.103998 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7633914'] for subnet (aee39bf8-63b3-4cee-acdd-2d5088184ceb), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.156648 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7633889', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3571638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4025828'] for subnet (aee39bf8-63b3-4cee-acdd-2d5088184ceb), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.186828 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee39bf8-63b3-4cee-acdd-2d5088184ceb,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:50.187750 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for subnet (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.193021 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-30e6eb45-3096-451b-83cf-f0f3cb90637f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aee39bf8-63b3-4cee-acdd-2d5088184ceb HTTP/1.1" status: 204 len: 168 time: 0.2430444 Mar 05 03:01:50.193456 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 38000) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:50.197830 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a9610-7658-434e-adcd-fe9f23b89797 None None] Network 01786d2a-2198-4988-a29e-bd713f94d2ca requested from dv-cinder-827259-3-smb {{(pid=114615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 03:01:50.264086 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7983221'] for network (01786d2a-2198-4988-a29e-bd713f94d2ca), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.327309 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Deleting port f71eff00-667f-40db-8385-63a7ff2506cc {{(pid=114614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 03:01:50.327662 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753054752067'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.394727 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.db [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] For port f71eff00-667f-40db-8385-63a7ff2506cc, host dv-cinder-827259-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827259-3-smb',level=0,port_id=f71eff00-667f-40db-8385-63a7ff2506cc,segment=NetworkSegment(1d2b5aca-37b5-4de8-a4c1-4840161a0a7e),segment_id=1d2b5aca-37b5-4de8-a4c1-4840161a0a7e)] {{(pid=114614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 03:01:50.395131 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-564295'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.407104 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.plugin [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Calling delete_port for f71eff00-667f-40db-8385-63a7ff2506cc owned by network:dhcp {{(pid=114614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 03:01:50.486624 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7934096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753054757798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753054236600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3571585'] for port (f71eff00-667f-40db-8385-63a7ff2506cc), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.511485 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Pushing event deleted for resources: {'Port': ['ID=f71eff00-667f-40db-8385-63a7ff2506cc,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:50.515010 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] No DVR routers for this DVR port f71eff00-667f-40db-8385-63a7ff2506cc on host dv-cinder-827259-3-smb {{(pid=114614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 03:01:50.589995 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7796597', 'neutron.services.segments.db._delete_segments_for_network-8753054777959'] for network (01786d2a-2198-4988-a29e-bd713f94d2ca), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.610941 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01786d2a-2198-4988-a29e-bd713f94d2ca']}} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:50.621268 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e') {'for_net_delete': True} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:50.621573 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.services.segments.db [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2b5aca-37b5-4de8-a4c1-4840161a0a7e') {} {{(pid=114614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 03:01:50.630450 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 0cb6b8a9-4543-4729-8e29-ecda40767f6d no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:50.631399 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753054778480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3227426'] for segment (1d2b5aca-37b5-4de8-a4c1-4840161a0a7e), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.633018 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d341c-6b10-41c5-98b0-40f21f49a391 None None] DHCP port deletion for 01786d2a-2198-4988-a29e-bd713f94d2ca request from dv-cinder-827259-3-smb {{(pid=114615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 03:01:50.644629 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369'] for segment (1d2b5aca-37b5-4de8-a4c1-4840161a0a7e), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.651796 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=114614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 03:01:50.652413 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7628369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3571676'] for segment (1d2b5aca-37b5-4de8-a4c1-4840161a0a7e), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.653196 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: 0cb6b8a9-4543-4729-8e29-ecda40767f6d {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:50.653540 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 0cb6b8a9-4543-4729-8e29-ecda40767f6d not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: Traceback (most recent call last): Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: timer() Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: cb(*args, **kw) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: return func(*args, **kwargs) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: self._notify() Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: self.callback(batched_events) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: event.method(event) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: return f(self, *a, **k) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: return self._get(url).json() Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: return self.request(url, 'GET', **kwargs) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 03:01:50.654221 dv-cinder-827259-3-smb neutron-server[114614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 03:01:50.710496 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7796604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558255'] for network (01786d2a-2198-4988-a29e-bd713f94d2ca), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.716080 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634647'] for network (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:50.719307 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] 10.222.0.11 "DELETE /v2.0/networks/01786d2a-2198-4988-a29e-bd713f94d2ca HTTP/1.1" status: 204 len: 168 time: 0.5251863 Mar 05 03:01:50.730529 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab0acf-b065-48e0-ac73-355fa18c571b admin admin] Pushing event deleted for resources: {'Network': ['ID=01786d2a-2198-4988-a29e-bd713f94d2ca,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:50.886530 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 38004) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:50.933175 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-9014b456-8ed3-45bc-974f-eaedb6deb978 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a27258acc1a49a7bbd1573990c55448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454266 Mar 05 03:01:50.935695 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 38006) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:50.985266 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-15509d38-13f7-482a-93d0-193a8c8107ad admin admin] Publish callbacks [] for security_group (ab7fe2fa-aa69-4556-a320-7e5e31dca511), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.005269 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-15509d38-13f7-482a-93d0-193a8c8107ad admin admin] Publish callbacks [] for security_group (ab7fe2fa-aa69-4556-a320-7e5e31dca511), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.051387 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-15509d38-13f7-482a-93d0-193a8c8107ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ab7fe2fa-aa69-4556-a320-7e5e31dca511), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.054081 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-15509d38-13f7-482a-93d0-193a8c8107ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.055381 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-15509d38-13f7-482a-93d0-193a8c8107ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab7fe2fa-aa69-4556-a320-7e5e31dca511 HTTP/1.1" status: 204 len: 168 time: 0.1187460 Mar 05 03:01:51.062992 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509d38-13f7-482a-93d0-193a8c8107ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7fe2fa-aa69-4556-a320-7e5e31dca511,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:51.364953 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 38012) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:51.406909 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-aa8aab79-848e-4d0a-9164-7986b02e2739 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15a83685d9a74d6eb631de09382503e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398498 Mar 05 03:01:51.408337 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.wsgi [-] (114614) accepted ('10.222.0.11', 38014) {{(pid=114614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 03:01:51.455005 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d89160d4-a635-4ff6-9af0-dfff038465af admin admin] Publish callbacks [] for security_group (ec655ded-d06f-4269-a086-2d3d631feea1), before_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.475593 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d89160d4-a635-4ff6-9af0-dfff038465af admin admin] Publish callbacks [] for security_group (ec655ded-d06f-4269-a086-2d3d631feea1), precommit_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.520163 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d89160d4-a635-4ff6-9af0-dfff038465af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379543'] for security_group (ec655ded-d06f-4269-a086-2d3d631feea1), after_delete {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.523134 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron_lib.callbacks.manager [None req-d89160d4-a635-4ff6-9af0-dfff038465af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:01:51.524891 dv-cinder-827259-3-smb neutron-server[114614]: INFO neutron.wsgi [None req-d89160d4-a635-4ff6-9af0-dfff038465af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec655ded-d06f-4269-a086-2d3d631feea1 HTTP/1.1" status: 204 len: 168 time: 0.1156700 Mar 05 03:01:51.532341 dv-cinder-827259-3-smb neutron-server[114614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89160d4-a635-4ff6-9af0-dfff038465af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec655ded-d06f-4269-a086-2d3d631feea1,revision_number=None']} {{(pid=114614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 03:01:51.984522 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 4420de81-114e-4c19-a639-a351c48c1e4c no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:52.005192 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: 4420de81-114e-4c19-a639-a351c48c1e4c {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:52.005545 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device 4420de81-114e-4c19-a639-a351c48c1e4c not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:01:52.005970 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device f71eff00-667f-40db-8385-63a7ff2506cc no longer exists at agent ovs-agent-dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 03:01:52.024859 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.plugin [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] No Port match for: f71eff00-667f-40db-8385-63a7ff2506cc {{(pid=114615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 03:01:52.025438 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron.plugins.ml2.rpc [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Device f71eff00-667f-40db-8385-63a7ff2506cc not bound to the agent host dv-cinder-827259-3-smb {{(pid=114615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 03:02:08.885533 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-73a213e6-5dee-417d-8f99-143ba7dd22ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:10.963170 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-1206b9b1-fb76-44d9-8069-3f1e7c99b7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:12.292393 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:13.543104 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:02:13.877188 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:15.068185 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:17.717330 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:38.887480 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-25c78baa-c840-43a3-8833-c0167c863d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:40.967605 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-3a62d6bc-9be7-4fc1-b490-e83a74762afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:42.295243 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:43.880270 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:45.070500 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:47.719224 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:02:50.541595 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:03:08.888362 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-00e01b60-cecf-4136-8980-accede827d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:10.970183 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-16a3decb-59c8-479f-8078-23d644cb0578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:12.298625 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:13.882735 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:15.073657 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:17.734095 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:27.540497 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:03:38.889879 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-257483da-4d50-4166-a7bc-12916725026b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:40.971253 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-243bb096-6c9f-4087-b01f-dcdebbd25ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:42.300956 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:43.885712 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:45.075447 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:03:47.748990 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:04.538641 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:04:08.890667 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-53013d76-b821-43f3-86cc-a22bfc3857fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:10.972271 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-0d42ce0b-d1ec-4ad2-9c64-0870bea28ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:12.303794 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:13.887076 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:15.077304 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:17.765717 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:38.891742 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-84337cd4-a517-4f37-b40e-3c1fb92ba871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:40.973974 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c05ed5fa-7804-4130-8f26-11c84e33ad23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:41.536817 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:04:42.306708 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:43.889786 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:45.079554 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:04:47.760086 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:08.893287 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e66f5c01-f78c-4603-b85d-0c3230304ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:10.974925 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-27d861cd-7f57-4e4c-8f55-8fb77f75034a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:12.308881 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:13.892012 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:15.084726 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:17.764780 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:18.535781 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:05:38.894573 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-7765f6a6-9f30-4c1f-a57a-cb5731637819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:40.976232 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-98b38a03-9dea-48c2-8241-202041c9aff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:42.311411 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:43.893370 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:45.087585 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:47.781654 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:05:55.533973 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:06:08.899540 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-75a1472c-79eb-413d-b0cf-a9f896562987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:10.977433 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-8a6033fd-3ac9-4512-b863-3b358965849e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:12.314171 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:13.896190 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:15.088718 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:17.795254 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:32.532871 dv-cinder-827259-3-smb neutron-server[114616]: DEBUG neutron.db.agents_db [None req-3bdd2250-4161-4356-a132-38c4a91af7c1 None None] Agent healthcheck: found 6 active agents {{(pid=114616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 03:06:38.901827 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb44e-074d-4f48-b62e-c6842c8d2220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (1ebb57d0-64e0-4f47-9f72-c7cc4b533ceb), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:40.976290 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-437c22d3-cebe-4586-8840-2e0eda17faf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (41a925aa-9eb6-452d-a648-84ede6cd093d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:42.316646 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-c289806f-0839-4724-8104-d963f2133907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (5f6b1833-cdcd-4db7-b0f2-59d1946569c6), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:43.897573 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-b2868f29-8677-4089-81e4-88ec4eb2e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (896780ae-9749-421d-88a0-2d48805d577d), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:45.091986 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-859de99d-1401-4acb-b211-565c8a6365ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (8c042acc-bc85-4584-b53f-0da793ea6954), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 03:06:47.795798 dv-cinder-827259-3-smb neutron-server[114615]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ace-dabe-42dc-b38a-d7b7695ffe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753054777941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7769742'] for agent (ceb8c9cb-31fd-4402-b1c0-002fd9342dcd), after_update {{(pid=114615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}